2024-12-01 23:16:29,849 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-01 23:16:29,875 main DEBUG Took 0.023726 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 23:16:29,875 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 23:16:29,876 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 23:16:29,877 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 23:16:29,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,885 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 23:16:29,900 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,902 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,903 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,904 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,905 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,906 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,907 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,908 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,908 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,909 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,910 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,910 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:16:29,911 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,911 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 23:16:29,913 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:16:29,915 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 23:16:29,918 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 23:16:29,919 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 23:16:29,921 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 23:16:29,921 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 23:16:29,932 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 23:16:29,935 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 23:16:29,937 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 23:16:29,938 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 23:16:29,939 main DEBUG createAppenders(={Console}) 2024-12-01 23:16:29,940 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-01 23:16:29,940 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-01 23:16:29,941 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-01 23:16:29,942 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 23:16:29,942 main DEBUG OutputStream closed 2024-12-01 23:16:29,942 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 23:16:29,943 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 23:16:29,943 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-01 23:16:30,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 23:16:30,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 23:16:30,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 23:16:30,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 23:16:30,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 23:16:30,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 23:16:30,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 23:16:30,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 23:16:30,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 23:16:30,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 23:16:30,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 23:16:30,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 23:16:30,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 23:16:30,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 23:16:30,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 23:16:30,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 23:16:30,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 23:16:30,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 23:16:30,027 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 23:16:30,027 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-01 23:16:30,027 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 23:16:30,028 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-01T23:16:30,039 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-01 23:16:30,042 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 23:16:30,042 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T23:16:30,089 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=513, ProcessCount=11, AvailableMemoryMB=6495 2024-12-01T23:16:30,263 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-01T23:16:30,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba 2024-12-01T23:16:30,302 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/cluster_1a1915c8-0b77-3628-ca28-8d2090987f15, deleteOnExit=true 2024-12-01T23:16:30,424 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/cluster_1a1915c8-0b77-3628-ca28-8d2090987f15/zookeeper_0, clientPort=52167, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/cluster_1a1915c8-0b77-3628-ca28-8d2090987f15/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/cluster_1a1915c8-0b77-3628-ca28-8d2090987f15/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:16:30,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52167 2024-12-01T23:16:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:16:30,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:16:30,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/test.cache.data in system properties and HBase conf 2024-12-01T23:16:30,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:16:30,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:16:30,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:16:30,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:16:30,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:16:30,536 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T23:16:30,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:16:30,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:16:30,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:16:30,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:16:30,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:16:30,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:16:30,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:16:30,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:16:30,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:16:30,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:16:30,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:16:30,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:16:30,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:16:30,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:16:30,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:16:31,688 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T23:16:31,769 INFO [Time-limited test {}] log.Log(170): Logging initialized @2538ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T23:16:31,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:16:31,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:16:31,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:16:31,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:16:31,927 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:16:31,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:16:31,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:16:31,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:16:32,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/java.io.tmpdir/jetty-localhost-46343-hadoop-hdfs-3_4_1-tests_jar-_-any-17671932690056266788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:16:32,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46343} 2024-12-01T23:16:32,105 INFO [Time-limited test {}] server.Server(415): Started @2875ms 2024-12-01T23:16:32,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:16:32,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:16:32,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:16:32,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:16:32,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:16:32,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:16:32,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:16:32,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/java.io.tmpdir/jetty-localhost-38121-hadoop-hdfs-3_4_1-tests_jar-_-any-6270163626967260214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:16:32,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38121} 2024-12-01T23:16:32,753 INFO [Time-limited test {}] server.Server(415): Started @3523ms 2024-12-01T23:16:32,798 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:16:33,875 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/cluster_1a1915c8-0b77-3628-ca28-8d2090987f15/data/data2/current/BP-1690181950-172.17.0.3-1733094991160/current, will proceed with Du for space computation calculation, 2024-12-01T23:16:33,875 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/cluster_1a1915c8-0b77-3628-ca28-8d2090987f15/data/data1/current/BP-1690181950-172.17.0.3-1733094991160/current, will proceed with Du for space computation calculation, 2024-12-01T23:16:33,912 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:16:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa85f8b9f3e39527 with lease ID 0x18cc752297ca5c40: Processing first storage report for DS-a7f17480-33fc-4320-b984-a68bb0e799af from datanode DatanodeRegistration(127.0.0.1:39915, datanodeUuid=83c172c0-4a19-4e2f-8389-7a1dd1fbb050, infoPort=44589, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=510610056;c=1733094991160) 2024-12-01T23:16:33,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa85f8b9f3e39527 with lease ID 0x18cc752297ca5c40: from storage DS-a7f17480-33fc-4320-b984-a68bb0e799af node DatanodeRegistration(127.0.0.1:39915, datanodeUuid=83c172c0-4a19-4e2f-8389-7a1dd1fbb050, infoPort=44589, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=510610056;c=1733094991160), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T23:16:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa85f8b9f3e39527 with lease ID 0x18cc752297ca5c40: Processing first storage report for DS-94070f88-2be9-456c-84a8-55d15859a5cc from datanode DatanodeRegistration(127.0.0.1:39915, datanodeUuid=83c172c0-4a19-4e2f-8389-7a1dd1fbb050, infoPort=44589, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=510610056;c=1733094991160) 2024-12-01T23:16:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa85f8b9f3e39527 with lease ID 0x18cc752297ca5c40: from storage DS-94070f88-2be9-456c-84a8-55d15859a5cc node DatanodeRegistration(127.0.0.1:39915, datanodeUuid=83c172c0-4a19-4e2f-8389-7a1dd1fbb050, infoPort=44589, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=510610056;c=1733094991160), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:16:33,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba 2024-12-01T23:16:33,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:34,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:34,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:16:34,695 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf with version=8 2024-12-01T23:16:34,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/hbase-staging 2024-12-01T23:16:34,801 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T23:16:35,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:16:35,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:35,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:35,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:16:35,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:35,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:16:35,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:16:35,325 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T23:16:35,338 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T23:16:35,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:16:35,377 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11033 (auto-detected) 2024-12-01T23:16:35,379 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-01T23:16:35,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35497 2024-12-01T23:16:35,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35497 connecting to ZooKeeper ensemble=127.0.0.1:52167 2024-12-01T23:16:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354970x0, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:16:35,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35497-0x101932edded0000 connected 2024-12-01T23:16:35,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:35,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:35,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/running 2024-12-01T23:16:35,697 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf, hbase.cluster.distributed=false 2024-12-01T23:16:35,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/acl 2024-12-01T23:16:35,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35497 2024-12-01T23:16:35,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35497 2024-12-01T23:16:35,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35497 2024-12-01T23:16:35,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35497 2024-12-01T23:16:35,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35497 2024-12-01T23:16:35,861 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:16:35,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:35,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:35,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:16:35,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:35,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:16:35,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:16:35,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:16:35,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35153 2024-12-01T23:16:35,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35153 connecting to ZooKeeper ensemble=127.0.0.1:52167 2024-12-01T23:16:35,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:35,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351530x0, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:16:35,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351530x0, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/running 2024-12-01T23:16:35,898 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:16:35,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35153-0x101932edded0001 connected 2024-12-01T23:16:35,910 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:16:35,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/master 2024-12-01T23:16:35,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/acl 2024-12-01T23:16:35,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35153 2024-12-01T23:16:35,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35153 2024-12-01T23:16:35,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35153 2024-12-01T23:16:35,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35153 2024-12-01T23:16:35,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35153 2024-12-01T23:16:35,952 DEBUG [M:0;f962de17fdc3:35497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:35497 2024-12-01T23:16:35,956 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0592497239/backup-masters/f962de17fdc3,35497,1733094994863 2024-12-01T23:16:35,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/backup-masters 2024-12-01T23:16:35,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/backup-masters 2024-12-01T23:16:35,973 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on existing znode=/0592497239/backup-masters/f962de17fdc3,35497,1733094994863 2024-12-01T23:16:36,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0592497239/master 2024-12-01T23:16:36,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:36,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:36,015 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on existing znode=/0592497239/master 2024-12-01T23:16:36,016 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0592497239/backup-masters/f962de17fdc3,35497,1733094994863 from backup master directory 2024-12-01T23:16:36,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/backup-masters 2024-12-01T23:16:36,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0592497239/backup-masters/f962de17fdc3,35497,1733094994863 2024-12-01T23:16:36,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/backup-masters 2024-12-01T23:16:36,031 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:16:36,031 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,35497,1733094994863 2024-12-01T23:16:36,034 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T23:16:36,035 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T23:16:36,095 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/hbase.id] with ID: f1a63e4c-0ddd-4ca3-b26b-b926feeac461 2024-12-01T23:16:36,095 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/.tmp/hbase.id 2024-12-01T23:16:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:16:36,509 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/.tmp/hbase.id]:[hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/hbase.id] 2024-12-01T23:16:36,559 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:36,565 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:16:36,589 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-12-01T23:16:36,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:36,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:36,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:16:37,064 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:16:37,068 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:16:37,089 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:16:37,094 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:37,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:16:37,147 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store 2024-12-01T23:16:37,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:16:37,173 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T23:16:37,178 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:37,180 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:16:37,180 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:37,181 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:37,183 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:16:37,183 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:37,183 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:37,186 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733094997180Disabling compacts and flushes for region at 1733094997180Disabling writes for close at 1733094997183 (+3 ms)Writing region close event to WAL at 1733094997183Closed at 1733094997183 2024-12-01T23:16:37,189 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/.initializing 2024-12-01T23:16:37,189 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,35497,1733094994863 2024-12-01T23:16:37,202 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:16:37,226 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C35497%2C1733094994863, suffix=, logDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,35497,1733094994863, archiveDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/oldWALs, maxLogs=10 2024-12-01T23:16:37,261 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,35497,1733094994863/f962de17fdc3%2C35497%2C1733094994863.1733094997233, exclude list is [], retry=0 2024-12-01T23:16:37,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-a7f17480-33fc-4320-b984-a68bb0e799af,DISK] 2024-12-01T23:16:37,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T23:16:37,325 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,35497,1733094994863/f962de17fdc3%2C35497%2C1733094994863.1733094997233 2024-12-01T23:16:37,326 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44589:44589)] 2024-12-01T23:16:37,327 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:16:37,328 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:37,331 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,332 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:16:37,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:37,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:37,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:16:37,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:37,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:37,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:16:37,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:37,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:37,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:16:37,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:37,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:37,427 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,432 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,435 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,443 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,443 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,448 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:16:37,453 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:37,461 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:16:37,463 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71902358, jitterRate=0.07142862677574158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:16:37,471 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733094997345Initializing all the Stores at 1733094997348 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094997349 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094997349Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094997350 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094997350Cleaning up temporary data from old regions at 1733094997444 (+94 ms)Region opened successfully at 1733094997471 (+27 ms) 2024-12-01T23:16:37,473 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:16:37,511 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c5bfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:16:37,546 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:16:37,560 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:16:37,560 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:16:37,563 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:16:37,566 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-01T23:16:37,572 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-01T23:16:37,573 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:16:37,607 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:16:37,617 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/balancer because node does not exist (not necessarily an error) 2024-12-01T23:16:37,692 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/balancer already deleted, retry=false 2024-12-01T23:16:37,695 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:16:37,701 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:16:37,713 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/normalizer already deleted, retry=false 2024-12-01T23:16:37,717 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:16:37,721 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:16:37,728 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/switch/split already deleted, retry=false 2024-12-01T23:16:37,730 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:16:37,738 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/switch/merge already deleted, retry=false 2024-12-01T23:16:37,760 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:16:37,770 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/snapshot-cleanup already deleted, retry=false 2024-12-01T23:16:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0592497239/running 2024-12-01T23:16:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0592497239/running 2024-12-01T23:16:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:37,784 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,35497,1733094994863, sessionid=0x101932edded0000, setting cluster-up flag (Was=false) 2024-12-01T23:16:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:37,844 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0592497239/flush-table-proc/acquired, /0592497239/flush-table-proc/reached, /0592497239/flush-table-proc/abort 2024-12-01T23:16:37,846 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,35497,1733094994863 2024-12-01T23:16:37,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:37,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:37,903 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0592497239/online-snapshot/acquired, /0592497239/online-snapshot/reached, /0592497239/online-snapshot/abort 2024-12-01T23:16:37,905 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,35497,1733094994863 2024-12-01T23:16:37,913 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:16:37,936 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(746): ClusterId : f1a63e4c-0ddd-4ca3-b26b-b926feeac461 2024-12-01T23:16:37,938 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:16:37,952 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:16:37,952 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:16:37,964 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:16:37,972 DEBUG [RS:0;f962de17fdc3:35153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f9fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:16:37,995 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:35153 2024-12-01T23:16:37,998 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:16:37,999 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:16:37,999 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:16:37,998 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:16:38,002 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,35497,1733094994863 with port=35153, startcode=1733094995821 2024-12-01T23:16:38,008 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:16:38,013 DEBUG [RS:0;f962de17fdc3:35153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:16:38,017 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:16:38,023 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,35497,1733094994863 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:16:38,031 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:38,032 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:38,032 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:38,032 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:38,033 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:16:38,033 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,033 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:16:38,033 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,046 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:16:38,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:16:38,056 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:38,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:16:38,064 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095028064 2024-12-01T23:16:38,069 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:16:38,069 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:16:38,071 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:16:38,074 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:16:38,075 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:16:38,075 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:16:38,075 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:16:38,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:16:38,080 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35497 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:16:38,079 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,087 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:16:38,088 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:16:38,088 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:16:38,089 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:16:38,096 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:16:38,097 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:16:38,103 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733094998098,5,FailOnTimeoutGroup] 2024-12-01T23:16:38,104 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733094998103,5,FailOnTimeoutGroup] 2024-12-01T23:16:38,104 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,105 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:16:38,106 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,107 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,117 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-01T23:16:38,117 WARN [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-01T23:16:38,219 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,35497,1733094994863 with port=35153, startcode=1733094995821 2024-12-01T23:16:38,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,35153,1733094995821 2024-12-01T23:16:38,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35497 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,35153,1733094995821 2024-12-01T23:16:38,232 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf 2024-12-01T23:16:38,232 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36671 2024-12-01T23:16:38,232 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:16:38,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/rs 2024-12-01T23:16:38,245 DEBUG [RS:0;f962de17fdc3:35153 {}] zookeeper.ZKUtil(111): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on existing znode=/0592497239/rs/f962de17fdc3,35153,1733094995821 2024-12-01T23:16:38,247 WARN [RS:0;f962de17fdc3:35153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:16:38,247 INFO [RS:0;f962de17fdc3:35153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:38,247 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821 2024-12-01T23:16:38,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,35153,1733094995821] 2024-12-01T23:16:38,275 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:16:38,293 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:16:38,299 INFO [RS:0;f962de17fdc3:35153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:16:38,300 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,301 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:16:38,307 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:16:38,309 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,309 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,310 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,310 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,310 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,310 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,310 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:16:38,311 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,311 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,311 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,311 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,311 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,311 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:38,312 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:16:38,312 DEBUG [RS:0;f962de17fdc3:35153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:16:38,317 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,317 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,318 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,318 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,318 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,318 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35153,1733094995821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:16:38,343 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:16:38,345 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35153,1733094995821-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,346 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,346 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.Replication(171): f962de17fdc3,35153,1733094995821 started 2024-12-01T23:16:38,365 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:38,366 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,35153,1733094995821, RpcServer on f962de17fdc3/172.17.0.3:35153, sessionid=0x101932edded0001 2024-12-01T23:16:38,366 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:16:38,367 DEBUG [RS:0;f962de17fdc3:35153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,35153,1733094995821 2024-12-01T23:16:38,367 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,35153,1733094995821' 2024-12-01T23:16:38,367 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0592497239/flush-table-proc/abort' 2024-12-01T23:16:38,368 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0592497239/flush-table-proc/acquired' 2024-12-01T23:16:38,369 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:16:38,369 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:16:38,369 DEBUG [RS:0;f962de17fdc3:35153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,35153,1733094995821 2024-12-01T23:16:38,369 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,35153,1733094995821' 2024-12-01T23:16:38,369 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0592497239/online-snapshot/abort' 2024-12-01T23:16:38,370 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0592497239/online-snapshot/acquired' 2024-12-01T23:16:38,371 DEBUG [RS:0;f962de17fdc3:35153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:16:38,371 INFO [RS:0;f962de17fdc3:35153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:16:38,371 INFO [RS:0;f962de17fdc3:35153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:16:38,476 INFO [RS:0;f962de17fdc3:35153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:16:38,479 INFO [RS:0;f962de17fdc3:35153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C35153%2C1733094995821, suffix=, logDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821, archiveDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs, maxLogs=10 2024-12-01T23:16:38,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:16:38,482 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf 2024-12-01T23:16:38,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741832_1008 (size=32) 2024-12-01T23:16:38,503 DEBUG [RS:0;f962de17fdc3:35153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483, exclude list is [], retry=0 2024-12-01T23:16:38,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:38,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:16:38,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-a7f17480-33fc-4320-b984-a68bb0e799af,DISK] 2024-12-01T23:16:38,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:16:38,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:38,514 INFO [RS:0;f962de17fdc3:35153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 2024-12-01T23:16:38,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:38,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:16:38,517 DEBUG [RS:0;f962de17fdc3:35153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44589:44589)] 2024-12-01T23:16:38,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:16:38,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:38,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:38,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:16:38,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:16:38,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:38,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:38,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:16:38,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:16:38,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:38,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:38,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:16:38,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740 2024-12-01T23:16:38,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740 2024-12-01T23:16:38,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:16:38,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:16:38,548 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:16:38,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:16:38,558 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:16:38,560 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70302673, jitterRate=0.04759146273136139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:16:38,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733094998504Initializing all the Stores at 1733094998507 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094998507Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094998507Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094998507Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094998507Cleaning up temporary data from old regions at 1733094998545 (+38 ms)Region opened successfully at 1733094998564 (+19 ms) 2024-12-01T23:16:38,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:16:38,565 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:16:38,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:16:38,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:16:38,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:16:38,567 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:16:38,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733094998564Disabling compacts and flushes for region at 1733094998564Disabling writes for close at 1733094998565 (+1 ms)Writing region close event to WAL at 1733094998566 (+1 ms)Closed at 1733094998567 (+1 ms) 2024-12-01T23:16:38,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:16:38,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:16:38,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:16:38,589 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:16:38,592 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:16:38,745 DEBUG [f962de17fdc3:35497 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:16:38,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,35153,1733094995821 2024-12-01T23:16:38,765 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,35153,1733094995821, state=OPENING 2024-12-01T23:16:38,819 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:16:38,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:38,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:38,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: CHANGED 2024-12-01T23:16:38,832 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:16:38,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,35153,1733094995821}] 2024-12-01T23:16:38,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: CHANGED 2024-12-01T23:16:39,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:16:39,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:16:39,026 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:16:39,026 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:39,027 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:16:39,031 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C35153%2C1733094995821.meta, suffix=.meta, logDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821, archiveDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs, maxLogs=10 2024-12-01T23:16:39,054 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.meta.1733094999033.meta, exclude list is [], retry=0 2024-12-01T23:16:39,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-a7f17480-33fc-4320-b984-a68bb0e799af,DISK] 2024-12-01T23:16:39,065 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.meta.1733094999033.meta 2024-12-01T23:16:39,066 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44589:44589)] 2024-12-01T23:16:39,066 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:16:39,073 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:16:39,074 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:16:39,077 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:16:39,079 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:16:39,083 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:16:39,083 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:39,084 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:16:39,084 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:16:39,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:16:39,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:16:39,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:39,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:39,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:16:39,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:16:39,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:39,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:39,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:16:39,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:16:39,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:39,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:39,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:16:39,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:16:39,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:39,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:39,099 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:16:39,101 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740 2024-12-01T23:16:39,104 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740 2024-12-01T23:16:39,106 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:16:39,106 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:16:39,107 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:16:39,110 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:16:39,112 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64026484, jitterRate=-0.04593104124069214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:16:39,113 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:16:39,115 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733094999084Writing region info on filesystem at 1733094999084Initializing all the Stores at 1733094999086 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094999086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094999087 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094999087Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094999087Cleaning up temporary data from old regions at 1733094999107 (+20 ms)Running coprocessor post-open hooks at 1733094999113 (+6 ms)Region opened successfully at 1733094999115 (+2 ms) 2024-12-01T23:16:39,123 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733094999000 2024-12-01T23:16:39,135 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:16:39,135 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:16:39,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,35153,1733094995821 2024-12-01T23:16:39,140 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,35153,1733094995821, state=OPEN 2024-12-01T23:16:39,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0592497239/meta-region-server 2024-12-01T23:16:39,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0592497239/meta-region-server 2024-12-01T23:16:39,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: CHANGED 2024-12-01T23:16:39,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: CHANGED 2024-12-01T23:16:39,230 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,35153,1733094995821 2024-12-01T23:16:39,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:16:39,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,35153,1733094995821 in 397 msec 2024-12-01T23:16:39,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:16:39,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-12-01T23:16:39,247 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:16:39,247 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:16:39,272 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:16:39,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35153,1733094995821, seqNum=-1] 2024-12-01T23:16:39,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:16:39,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:16:39,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3760 sec 2024-12-01T23:16:39,329 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733094999329, completionTime=-1 2024-12-01T23:16:39,332 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:16:39,332 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:16:39,364 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:16:39,364 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095059364 2024-12-01T23:16:39,364 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095119364 2024-12-01T23:16:39,365 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-12-01T23:16:39,367 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35497,1733094994863-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:39,368 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35497,1733094994863-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:39,368 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35497,1733094994863-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:39,370 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:35497, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:39,371 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:39,371 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:39,378 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:16:39,407 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.375sec 2024-12-01T23:16:39,409 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:16:39,410 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:16:39,412 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:16:39,412 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:16:39,413 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:16:39,414 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35497,1733094994863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:16:39,414 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35497,1733094994863-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:16:39,426 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:16:39,427 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:16:39,428 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35497,1733094994863-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:39,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:39,453 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T23:16:39,453 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T23:16:39,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35497,-1 for getting cluster id 2024-12-01T23:16:39,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:39,473 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1a63e4c-0ddd-4ca3-b26b-b926feeac461' 2024-12-01T23:16:39,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:39,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1a63e4c-0ddd-4ca3-b26b-b926feeac461" 2024-12-01T23:16:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28640d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:39,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35497,-1] 2024-12-01T23:16:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:39,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:39,486 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:39,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:39,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:16:39,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35153,1733094995821, seqNum=-1] 2024-12-01T23:16:39,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:16:39,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:16:39,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,35497,1733094994863 2024-12-01T23:16:39,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52167 2024-12-01T23:16:39,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:16:39,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101932edded0002 connected 2024-12-01T23:16:39,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/hadoop.log.dir so I do NOT create it in target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81 2024-12-01T23:16:39,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:16:39,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/hadoop.tmp.dir so I do NOT create it in target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81 2024-12-01T23:16:39,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:16:39,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81 2024-12-01T23:16:39,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:16:39,644 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/cluster_92622d33-f385-4845-6e3b-ad0786aa366e, deleteOnExit=true 2024-12-01T23:16:39,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:16:39,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/test.cache.data in system properties and HBase conf 2024-12-01T23:16:39,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:16:39,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:16:39,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:16:39,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:16:39,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:16:39,646 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:16:39,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:16:39,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:16:39,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:16:39,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:16:39,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:16:39,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:16:39,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:16:39,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:16:39,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:16:39,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:16:39,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:16:39,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:16:39,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:16:39,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:16:40,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:16:40,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:16:40,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:16:40,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:16:40,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:16:40,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:16:40,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:16:40,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:16:40,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/java.io.tmpdir/jetty-localhost-33345-hadoop-hdfs-3_4_1-tests_jar-_-any-6716952875095725264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:16:40,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:33345} 2024-12-01T23:16:40,435 INFO [Time-limited test {}] server.Server(415): Started @11205ms 2024-12-01T23:16:40,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:16:40,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:16:40,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:16:40,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:16:40,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:16:40,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:16:40,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:16:40,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/java.io.tmpdir/jetty-localhost-37595-hadoop-hdfs-3_4_1-tests_jar-_-any-7546060323220254428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:16:40,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:37595} 2024-12-01T23:16:40,856 INFO [Time-limited test {}] server.Server(415): Started @11626ms 2024-12-01T23:16:40,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:16:41,553 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/cluster_92622d33-f385-4845-6e3b-ad0786aa366e/data/data1/current/BP-1587548949-172.17.0.3-1733094999674/current, will proceed with Du for space computation calculation, 2024-12-01T23:16:41,554 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/cluster_92622d33-f385-4845-6e3b-ad0786aa366e/data/data2/current/BP-1587548949-172.17.0.3-1733094999674/current, will proceed with Du for space computation calculation, 2024-12-01T23:16:41,616 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:16:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebd228899e179ee2 with lease ID 0x9ca0f4876d26e689: Processing first storage report for DS-65385c4f-3f08-4b79-8085-7037ed8ada8c from datanode DatanodeRegistration(127.0.0.1:42481, datanodeUuid=6f68484f-67d5-4d64-a9f6-90ae6fae73a5, infoPort=41691, infoSecurePort=0, ipcPort=36927, storageInfo=lv=-57;cid=testClusterID;nsid=2071677755;c=1733094999674) 2024-12-01T23:16:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebd228899e179ee2 with lease ID 0x9ca0f4876d26e689: from storage DS-65385c4f-3f08-4b79-8085-7037ed8ada8c node DatanodeRegistration(127.0.0.1:42481, datanodeUuid=6f68484f-67d5-4d64-a9f6-90ae6fae73a5, infoPort=41691, infoSecurePort=0, ipcPort=36927, storageInfo=lv=-57;cid=testClusterID;nsid=2071677755;c=1733094999674), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:16:41,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebd228899e179ee2 with lease ID 0x9ca0f4876d26e689: Processing first storage report for DS-0357b217-db84-48c1-ab6d-2bca069e9ac5 from datanode DatanodeRegistration(127.0.0.1:42481, datanodeUuid=6f68484f-67d5-4d64-a9f6-90ae6fae73a5, infoPort=41691, infoSecurePort=0, ipcPort=36927, storageInfo=lv=-57;cid=testClusterID;nsid=2071677755;c=1733094999674) 2024-12-01T23:16:41,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebd228899e179ee2 with lease ID 0x9ca0f4876d26e689: from storage DS-0357b217-db84-48c1-ab6d-2bca069e9ac5 node DatanodeRegistration(127.0.0.1:42481, datanodeUuid=6f68484f-67d5-4d64-a9f6-90ae6fae73a5, infoPort=41691, infoSecurePort=0, ipcPort=36927, storageInfo=lv=-57;cid=testClusterID;nsid=2071677755;c=1733094999674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:16:41,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81 2024-12-01T23:16:41,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:41,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:16:42,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4 with version=8 2024-12-01T23:16:42,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/hbase-staging 2024-12-01T23:16:42,145 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:16:42,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:42,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:42,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:16:42,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:42,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:16:42,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:16:42,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:16:42,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35367 2024-12-01T23:16:42,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35367 connecting to ZooKeeper ensemble=127.0.0.1:52167 2024-12-01T23:16:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353670x0, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:16:42,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35367-0x101932edded0003 connected 2024-12-01T23:16:42,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:42,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:42,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Set watcher on znode that does not yet exist, /1-1080926583/running 2024-12-01T23:16:42,280 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4, hbase.cluster.distributed=false 2024-12-01T23:16:42,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Set watcher on znode that does not yet exist, /1-1080926583/acl 2024-12-01T23:16:42,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35367 2024-12-01T23:16:42,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35367 2024-12-01T23:16:42,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35367 2024-12-01T23:16:42,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35367 2024-12-01T23:16:42,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35367 2024-12-01T23:16:42,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:16:42,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:42,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:42,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:16:42,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:42,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:16:42,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:16:42,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:16:42,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42691 2024-12-01T23:16:42,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42691 connecting to ZooKeeper ensemble=127.0.0.1:52167 2024-12-01T23:16:42,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:42,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:42,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426910x0, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Set watcher on znode that does not yet exist, /1-1080926583/running 2024-12-01T23:16:42,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426910x0, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:16:42,335 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:16:42,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42691-0x101932edded0004 connected 2024-12-01T23:16:42,342 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:16:42,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Set watcher on znode that does not yet exist, /1-1080926583/master 2024-12-01T23:16:42,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Set watcher on znode that does not yet exist, /1-1080926583/acl 2024-12-01T23:16:42,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42691 2024-12-01T23:16:42,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42691 2024-12-01T23:16:42,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42691 2024-12-01T23:16:42,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42691 2024-12-01T23:16:42,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42691 2024-12-01T23:16:42,374 DEBUG [M:0;f962de17fdc3:35367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:35367 2024-12-01T23:16:42,374 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1080926583/backup-masters/f962de17fdc3,35367,1733095002144 2024-12-01T23:16:42,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583/backup-masters 2024-12-01T23:16:42,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583/backup-masters 2024-12-01T23:16:42,388 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Set watcher on existing znode=/1-1080926583/backup-masters/f962de17fdc3,35367,1733095002144 2024-12-01T23:16:42,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:42,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1080926583/master 2024-12-01T23:16:42,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:42,402 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Set watcher on existing znode=/1-1080926583/master 2024-12-01T23:16:42,402 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1080926583/backup-masters/f962de17fdc3,35367,1733095002144 from backup master directory 2024-12-01T23:16:42,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1080926583/backup-masters/f962de17fdc3,35367,1733095002144 2024-12-01T23:16:42,412 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:16:42,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583/backup-masters 2024-12-01T23:16:42,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583/backup-masters 2024-12-01T23:16:42,412 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,35367,1733095002144 2024-12-01T23:16:42,420 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/hbase.id] with ID: 506049a2-41cc-42a6-8446-873c8c19b20b 2024-12-01T23:16:42,421 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/.tmp/hbase.id 2024-12-01T23:16:42,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:16:42,431 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/.tmp/hbase.id]:[hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/hbase.id] 2024-12-01T23:16:42,456 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:42,457 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:16:42,460 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-01T23:16:42,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:42,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:16:42,482 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:16:42,483 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:16:42,484 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:42,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:16:42,908 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store 2024-12-01T23:16:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:16:43,318 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:43,318 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:16:43,318 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:43,318 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:43,318 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:16:43,318 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:43,318 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:43,318 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095003318Disabling compacts and flushes for region at 1733095003318Disabling writes for close at 1733095003318Writing region close event to WAL at 1733095003318Closed at 1733095003318 2024-12-01T23:16:43,320 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/.initializing 2024-12-01T23:16:43,320 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/WALs/f962de17fdc3,35367,1733095002144 2024-12-01T23:16:43,322 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:16:43,326 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C35367%2C1733095002144, suffix=, logDir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/WALs/f962de17fdc3,35367,1733095002144, archiveDir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/oldWALs, maxLogs=10 2024-12-01T23:16:43,340 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/WALs/f962de17fdc3,35367,1733095002144/f962de17fdc3%2C35367%2C1733095002144.1733095003326, exclude list is [], retry=0 2024-12-01T23:16:43,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42481,DS-65385c4f-3f08-4b79-8085-7037ed8ada8c,DISK] 2024-12-01T23:16:43,349 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/WALs/f962de17fdc3,35367,1733095002144/f962de17fdc3%2C35367%2C1733095002144.1733095003326 2024-12-01T23:16:43,350 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41691:41691)] 2024-12-01T23:16:43,350 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:16:43,350 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:43,350 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,351 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:16:43,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:43,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:43,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:16:43,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:43,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:43,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:16:43,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:43,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:43,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:16:43,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:43,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:43,369 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,370 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,371 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,374 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,374 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,374 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:16:43,376 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:43,381 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:16:43,381 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61833393, jitterRate=-0.07861064374446869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:16:43,382 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095003351Initializing all the Stores at 1733095003352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095003353 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095003353Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095003353Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095003353Cleaning up temporary data from old regions at 1733095003374 (+21 ms)Region opened successfully at 1733095003382 (+8 ms) 2024-12-01T23:16:43,382 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:16:43,389 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:16:43,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:16:43,391 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:16:43,391 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:16:43,391 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:16:43,392 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:16:43,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:16:43,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:16:43,399 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:16:43,400 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Unable to get data of znode /1-1080926583/balancer because node does not exist (not necessarily an error) 2024-12-01T23:16:43,481 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1080926583/balancer already deleted, retry=false 2024-12-01T23:16:43,482 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:16:43,483 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Unable to get data of znode /1-1080926583/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:16:43,496 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1080926583/normalizer already deleted, retry=false 2024-12-01T23:16:43,496 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:16:43,497 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Unable to get data of znode /1-1080926583/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:16:43,506 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1080926583/switch/split already deleted, retry=false 2024-12-01T23:16:43,508 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Unable to get data of znode /1-1080926583/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:16:43,517 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1080926583/switch/merge already deleted, retry=false 2024-12-01T23:16:43,520 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Unable to get data of znode /1-1080926583/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:16:43,527 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1080926583/snapshot-cleanup already deleted, retry=false 2024-12-01T23:16:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1080926583/running 2024-12-01T23:16:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1080926583/running 2024-12-01T23:16:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:43,539 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,35367,1733095002144, sessionid=0x101932edded0003, setting cluster-up flag (Was=false) 2024-12-01T23:16:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:43,598 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1080926583/flush-table-proc/acquired, /1-1080926583/flush-table-proc/reached, /1-1080926583/flush-table-proc/abort 2024-12-01T23:16:43,602 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,35367,1733095002144 2024-12-01T23:16:43,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:43,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:43,654 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1080926583/online-snapshot/acquired, /1-1080926583/online-snapshot/reached, /1-1080926583/online-snapshot/abort 2024-12-01T23:16:43,655 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,35367,1733095002144 2024-12-01T23:16:43,657 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:16:43,661 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:16:43,661 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:16:43,661 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:16:43,662 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,35367,1733095002144 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:16:43,667 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:43,667 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:43,667 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:43,667 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:43,668 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:16:43,668 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,669 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:16:43,669 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,669 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(746): ClusterId : 506049a2-41cc-42a6-8446-873c8c19b20b 2024-12-01T23:16:43,669 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:16:43,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:16:43,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:16:43,678 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:43,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:16:43,686 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:16:43,687 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:16:43,688 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095033688 2024-12-01T23:16:43,688 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:16:43,689 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:16:43,689 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:16:43,689 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:16:43,689 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:16:43,689 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:16:43,698 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:16:43,698 DEBUG [RS:0;f962de17fdc3:42691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdf0d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:16:43,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:16:43,724 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:16:43,725 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:16:43,725 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:16:43,725 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:16:43,731 DEBUG [RS:0;f962de17fdc3:42691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:42691 2024-12-01T23:16:43,731 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:16:43,732 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:16:43,732 DEBUG [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:16:43,732 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:16:43,732 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:16:43,733 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,35367,1733095002144 with port=42691, startcode=1733095002300 2024-12-01T23:16:43,733 DEBUG [RS:0;f962de17fdc3:42691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:16:43,733 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095003732,5,FailOnTimeoutGroup] 2024-12-01T23:16:43,736 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095003733,5,FailOnTimeoutGroup] 2024-12-01T23:16:43,736 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,736 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:16:43,736 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,737 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,745 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:16:43,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,42691,1733095002300 2024-12-01T23:16:43,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35367 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,42691,1733095002300 2024-12-01T23:16:43,751 DEBUG [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4 2024-12-01T23:16:43,751 DEBUG [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42821 2024-12-01T23:16:43,751 DEBUG [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:16:43,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583/rs 2024-12-01T23:16:43,803 DEBUG [RS:0;f962de17fdc3:42691 {}] zookeeper.ZKUtil(111): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Set watcher on existing znode=/1-1080926583/rs/f962de17fdc3,42691,1733095002300 2024-12-01T23:16:43,803 WARN [RS:0;f962de17fdc3:42691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:16:43,803 INFO [RS:0;f962de17fdc3:42691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:43,803 DEBUG [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/WALs/f962de17fdc3,42691,1733095002300 2024-12-01T23:16:43,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,42691,1733095002300] 2024-12-01T23:16:43,807 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:16:43,811 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:16:43,812 INFO [RS:0;f962de17fdc3:42691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:16:43,812 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,812 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:16:43,813 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:16:43,814 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,814 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,814 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,814 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,814 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,814 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,814 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:16:43,814 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,815 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,815 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,815 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,815 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,815 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:43,815 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:16:43,815 DEBUG [RS:0;f962de17fdc3:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:16:43,821 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,821 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,821 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,821 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,821 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,821 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,42691,1733095002300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:16:43,836 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:16:43,837 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,42691,1733095002300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,837 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,837 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.Replication(171): f962de17fdc3,42691,1733095002300 started 2024-12-01T23:16:43,852 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:43,852 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,42691,1733095002300, RpcServer on f962de17fdc3/172.17.0.3:42691, sessionid=0x101932edded0004 2024-12-01T23:16:43,853 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:16:43,853 DEBUG [RS:0;f962de17fdc3:42691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,42691,1733095002300 2024-12-01T23:16:43,853 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,42691,1733095002300' 2024-12-01T23:16:43,853 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1080926583/flush-table-proc/abort' 2024-12-01T23:16:43,853 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1080926583/flush-table-proc/acquired' 2024-12-01T23:16:43,854 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:16:43,854 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:16:43,854 DEBUG [RS:0;f962de17fdc3:42691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,42691,1733095002300 2024-12-01T23:16:43,854 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,42691,1733095002300' 2024-12-01T23:16:43,854 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1080926583/online-snapshot/abort' 2024-12-01T23:16:43,854 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1080926583/online-snapshot/acquired' 2024-12-01T23:16:43,855 DEBUG [RS:0;f962de17fdc3:42691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:16:43,855 INFO [RS:0;f962de17fdc3:42691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:16:43,855 INFO [RS:0;f962de17fdc3:42691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:16:43,956 INFO [RS:0;f962de17fdc3:42691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:16:43,959 INFO [RS:0;f962de17fdc3:42691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C42691%2C1733095002300, suffix=, logDir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/WALs/f962de17fdc3,42691,1733095002300, archiveDir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/oldWALs, maxLogs=10 2024-12-01T23:16:43,977 DEBUG [RS:0;f962de17fdc3:42691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/WALs/f962de17fdc3,42691,1733095002300/f962de17fdc3%2C42691%2C1733095002300.1733095003960, exclude list is [], retry=0 2024-12-01T23:16:43,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42481,DS-65385c4f-3f08-4b79-8085-7037ed8ada8c,DISK] 2024-12-01T23:16:43,986 INFO [RS:0;f962de17fdc3:42691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/WALs/f962de17fdc3,42691,1733095002300/f962de17fdc3%2C42691%2C1733095002300.1733095003960 2024-12-01T23:16:43,986 DEBUG [RS:0;f962de17fdc3:42691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41691:41691)] 2024-12-01T23:16:44,113 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:16:44,113 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4 2024-12-01T23:16:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:16:44,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:44,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:16:44,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:16:44,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:44,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:44,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:16:44,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:16:44,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:44,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:44,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:16:44,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:16:44,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:44,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:44,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:16:44,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:16:44,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:44,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:44,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:16:44,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740 2024-12-01T23:16:44,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740 2024-12-01T23:16:44,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:16:44,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:16:44,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:16:44,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:16:44,165 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:16:44,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67104796, jitterRate=-6.0617923736572266E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:16:44,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095004137Initializing all the Stores at 1733095004139 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095004139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095004139Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095004139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095004139Cleaning up temporary data from old regions at 1733095004158 (+19 ms)Region opened successfully at 1733095004169 (+11 ms) 2024-12-01T23:16:44,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:16:44,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:16:44,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:16:44,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:16:44,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:16:44,170 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:16:44,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095004169Disabling compacts and flushes for region at 1733095004169Disabling writes for close at 1733095004170 (+1 ms)Writing region close event to WAL at 1733095004170Closed at 1733095004170 2024-12-01T23:16:44,173 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:16:44,173 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:16:44,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:16:44,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:16:44,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:16:44,358 DEBUG [f962de17fdc3:35367 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:16:44,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,42691,1733095002300 2024-12-01T23:16:44,361 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,42691,1733095002300, state=OPENING 2024-12-01T23:16:44,411 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:16:44,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:44,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:44,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1080926583/meta-region-server: CHANGED 2024-12-01T23:16:44,423 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:16:44,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1080926583/meta-region-server: CHANGED 2024-12-01T23:16:44,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,42691,1733095002300}] 2024-12-01T23:16:44,582 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:16:44,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:16:44,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:16:44,598 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:16:44,598 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:44,599 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:16:44,603 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C42691%2C1733095002300.meta, suffix=.meta, logDir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/WALs/f962de17fdc3,42691,1733095002300, archiveDir=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/oldWALs, maxLogs=10 2024-12-01T23:16:44,627 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/WALs/f962de17fdc3,42691,1733095002300/f962de17fdc3%2C42691%2C1733095002300.meta.1733095004605.meta, exclude list is [], retry=0 2024-12-01T23:16:44,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42481,DS-65385c4f-3f08-4b79-8085-7037ed8ada8c,DISK] 2024-12-01T23:16:44,645 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/WALs/f962de17fdc3,42691,1733095002300/f962de17fdc3%2C42691%2C1733095002300.meta.1733095004605.meta 2024-12-01T23:16:44,646 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41691:41691)] 2024-12-01T23:16:44,646 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:16:44,646 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:16:44,647 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:16:44,647 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:16:44,647 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:16:44,647 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:16:44,647 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:44,647 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:16:44,648 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:16:44,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:16:44,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:16:44,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:44,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:44,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:16:44,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:16:44,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:44,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:44,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:16:44,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:16:44,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:44,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:44,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:16:44,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:16:44,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:44,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:44,667 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:16:44,669 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740 2024-12-01T23:16:44,672 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740 2024-12-01T23:16:44,675 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:16:44,675 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:16:44,676 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:16:44,680 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:16:44,680 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:16:44,682 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71146702, jitterRate=0.06016847491264343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:16:44,682 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:16:44,682 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095004648Writing region info on filesystem at 1733095004648Initializing all the Stores at 1733095004650 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095004650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095004651 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095004651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095004651Cleaning up temporary data from old regions at 1733095004675 (+24 ms)Running coprocessor post-open hooks at 1733095004682 (+7 ms)Region opened successfully at 1733095004682 2024-12-01T23:16:44,684 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095004581 2024-12-01T23:16:44,688 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:16:44,688 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:16:44,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,42691,1733095002300 2024-12-01T23:16:44,694 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,42691,1733095002300, state=OPEN 2024-12-01T23:16:44,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1080926583/meta-region-server 2024-12-01T23:16:44,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1080926583/meta-region-server 2024-12-01T23:16:44,724 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,42691,1733095002300 2024-12-01T23:16:44,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1080926583/meta-region-server: CHANGED 2024-12-01T23:16:44,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1080926583/meta-region-server: CHANGED 2024-12-01T23:16:44,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:16:44,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,42691,1733095002300 in 301 msec 2024-12-01T23:16:44,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:16:44,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 557 msec 2024-12-01T23:16:44,738 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:16:44,738 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:16:44,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:16:44,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,42691,1733095002300, seqNum=-1] 2024-12-01T23:16:44,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:16:44,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:16:44,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1020 sec 2024-12-01T23:16:44,765 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095004765, completionTime=-1 2024-12-01T23:16:44,765 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:16:44,765 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:16:44,769 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:16:44,769 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095064769 2024-12-01T23:16:44,769 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095124769 2024-12-01T23:16:44,770 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-01T23:16:44,770 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35367,1733095002144-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:44,770 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35367,1733095002144-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:44,770 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35367,1733095002144-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:44,771 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:35367, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:44,771 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:44,771 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:44,774 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:16:44,778 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.366sec 2024-12-01T23:16:44,778 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:16:44,778 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:16:44,779 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:16:44,779 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:16:44,779 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:16:44,779 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35367,1733095002144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:16:44,779 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35367,1733095002144-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:16:44,784 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:16:44,784 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:16:44,784 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35367,1733095002144-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:44,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:44,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35367,-1 for getting cluster id 2024-12-01T23:16:44,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:44,867 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506049a2-41cc-42a6-8446-873c8c19b20b' 2024-12-01T23:16:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506049a2-41cc-42a6-8446-873c8c19b20b" 2024-12-01T23:16:44,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b5391b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:44,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35367,-1] 2024-12-01T23:16:44,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:44,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:44,872 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:44,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:44,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:16:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,42691,1733095002300, seqNum=-1] 2024-12-01T23:16:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:16:44,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:16:44,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,35367,1733095002144 2024-12-01T23:16:44,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52167 2024-12-01T23:16:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:16:44,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101932edded0005 connected 2024-12-01T23:16:45,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:45,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35497,-1 for getting cluster id 2024-12-01T23:16:45,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:45,058 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1a63e4c-0ddd-4ca3-b26b-b926feeac461' 2024-12-01T23:16:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1a63e4c-0ddd-4ca3-b26b-b926feeac461" 2024-12-01T23:16:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6f220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35497,-1] 2024-12-01T23:16:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:45,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:45,061 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d40ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:45,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35497,1733094994863 2024-12-01T23:16:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@418e14b4 2024-12-01T23:16:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:45,080 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:16:45,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:35367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:16:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:16:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:16:45,096 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:35367' 2024-12-01T23:16:45,098 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f088f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:45,098 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35367,-1 for getting cluster id 2024-12-01T23:16:45,098 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:45,099 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506049a2-41cc-42a6-8446-873c8c19b20b' 2024-12-01T23:16:45,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:45,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506049a2-41cc-42a6-8446-873c8c19b20b" 2024-12-01T23:16:45,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9453d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:45,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35367,-1] 2024-12-01T23:16:45,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:45,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:45,103 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:45,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aebb503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:45,105 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:45,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35367,1733095002144 2024-12-01T23:16:45,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f76027b 2024-12-01T23:16:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:45,112 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:16:45,128 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T23:16:45,128 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:16:45,133 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:45,134 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:45,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:45,136 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:16:45,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:16:45,145 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:16:45,145 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:45,147 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:16:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741835_1011 (size=1138) 2024-12-01T23:16:45,194 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:16:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:16:45,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:16:45,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T23:16:45,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:16:45,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T23:16:45,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:16:45,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T23:16:45,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T23:16:45,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T23:16:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:16:45,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b09a405005dc40e20fe339ba9d855f1, NAME => 'hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf 2024-12-01T23:16:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741836_1012 (size=44) 2024-12-01T23:16:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:16:45,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:45,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3b09a405005dc40e20fe339ba9d855f1, disabling compactions & flushes 2024-12-01T23:16:45,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:45,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:45,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. after waiting 0 ms 2024-12-01T23:16:45,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:45,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:45,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b09a405005dc40e20fe339ba9d855f1: Waiting for close lock at 1733095005984Disabling compacts and flushes for region at 1733095005984Disabling writes for close at 1733095005984Writing region close event to WAL at 1733095005984Closed at 1733095005984 2024-12-01T23:16:45,986 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:16:45,991 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095005986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095005986"}]},"ts":"1733095005986"} 2024-12-01T23:16:45,995 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:16:45,996 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:16:46,000 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095005997"}]},"ts":"1733095005997"} 2024-12-01T23:16:46,004 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:16:46,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b09a405005dc40e20fe339ba9d855f1, ASSIGN}] 2024-12-01T23:16:46,010 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b09a405005dc40e20fe339ba9d855f1, ASSIGN 2024-12-01T23:16:46,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b09a405005dc40e20fe339ba9d855f1, ASSIGN; state=OFFLINE, location=f962de17fdc3,35153,1733094995821; forceNewPlan=false, retain=false 2024-12-01T23:16:46,164 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3b09a405005dc40e20fe339ba9d855f1, regionState=OPENING, regionLocation=f962de17fdc3,35153,1733094995821 2024-12-01T23:16:46,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b09a405005dc40e20fe339ba9d855f1, ASSIGN because future has completed 2024-12-01T23:16:46,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b09a405005dc40e20fe339ba9d855f1, server=f962de17fdc3,35153,1733094995821}] 2024-12-01T23:16:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:16:46,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:46,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:46,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:16:46,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C35153%2C1733094995821.rep, suffix=, logDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821, archiveDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs, maxLogs=10 2024-12-01T23:16:46,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.rep.1733095006335, exclude list is [], retry=0 2024-12-01T23:16:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-a7f17480-33fc-4320-b984-a68bb0e799af,DISK] 2024-12-01T23:16:46,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.rep.1733095006335 2024-12-01T23:16:46,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44589:44589)] 2024-12-01T23:16:46,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b09a405005dc40e20fe339ba9d855f1, NAME => 'hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:16:46,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:16:46,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:16:46,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. service=MultiRowMutationService 2024-12-01T23:16:46,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:16:46,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:46,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,364 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,367 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b09a405005dc40e20fe339ba9d855f1 columnFamilyName hfileref 2024-12-01T23:16:46,367 DEBUG [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:46,368 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(327): Store=3b09a405005dc40e20fe339ba9d855f1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:46,368 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,371 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b09a405005dc40e20fe339ba9d855f1 columnFamilyName queue 2024-12-01T23:16:46,371 DEBUG [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:46,372 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(327): Store=3b09a405005dc40e20fe339ba9d855f1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:46,372 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,374 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b09a405005dc40e20fe339ba9d855f1 columnFamilyName sid 2024-12-01T23:16:46,374 DEBUG [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:46,375 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(327): Store=3b09a405005dc40e20fe339ba9d855f1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:46,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:16:46,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:16:46,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3b09a405005dc40e20fe339ba9d855f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71418049, jitterRate=0.06421186029911041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:16:46,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:46,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3b09a405005dc40e20fe339ba9d855f1: Running coprocessor pre-open hook at 1733095006359Writing region info on filesystem at 1733095006359Initializing all the Stores at 1733095006361 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095006361Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095006364 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095006364Cleaning up temporary data from old regions at 1733095006380 (+16 ms)Running coprocessor post-open hooks at 1733095006391 (+11 ms)Region opened successfully at 1733095006392 (+1 ms) 2024-12-01T23:16:46,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1., pid=7, masterSystemTime=1733095006323 2024-12-01T23:16:46,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:46,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:46,400 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3b09a405005dc40e20fe339ba9d855f1, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,35153,1733094995821 2024-12-01T23:16:46,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b09a405005dc40e20fe339ba9d855f1, server=f962de17fdc3,35153,1733094995821 because future has completed 2024-12-01T23:16:46,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-01T23:16:46,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b09a405005dc40e20fe339ba9d855f1, server=f962de17fdc3,35153,1733094995821 in 238 msec 2024-12-01T23:16:46,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:16:46,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b09a405005dc40e20fe339ba9d855f1, ASSIGN in 405 msec 2024-12-01T23:16:46,420 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:16:46,420 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095006420"}]},"ts":"1733095006420"} 2024-12-01T23:16:46,423 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:16:46,425 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:16:46,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2890 sec 2024-12-01T23:16:46,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1., hostname=f962de17fdc3,35153,1733094995821, seqNum=2] 2024-12-01T23:16:46,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35153 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-01T23:16:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:46,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:46,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:16:46,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-01T23:16:46,751 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:16:46,797 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,35153,1733094995821, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:16:46,799 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:16:46,799 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35153,1733094995821, seqNum=-1] 2024-12-01T23:16:46,800 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:16:46,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-01T23:16:46,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,35153,1733094995821', locateType=CURRENT is [region=hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1., hostname=f962de17fdc3,35153,1733094995821, seqNum=2] 2024-12-01T23:16:46,819 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T23:16:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T23:16:46,825 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,35153,1733094995821 suceeded 2024-12-01T23:16:46,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-01T23:16:46,832 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:35367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:16:46,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-12-01T23:16:46,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7480 sec 2024-12-01T23:16:46,842 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:35367' 2024-12-01T23:16:46,844 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3852e17a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:46,844 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35367,-1 for getting cluster id 2024-12-01T23:16:46,845 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:46,846 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506049a2-41cc-42a6-8446-873c8c19b20b' 2024-12-01T23:16:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506049a2-41cc-42a6-8446-873c8c19b20b" 2024-12-01T23:16:46,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47536b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:46,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35367,-1] 2024-12-01T23:16:46,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:46,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:46,850 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:46,851 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ba50556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:46,851 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:46,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35367,1733095002144 2024-12-01T23:16:46,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f138ab9 2024-12-01T23:16:46,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:46,854 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-01T23:16:46,855 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,35153,1733094995821 (queues=1) is replicating from cluster=f1a63e4c-0ddd-4ca3-b26b-b926feeac461 to cluster=506049a2-41cc-42a6-8446-873c8c19b20b 2024-12-01T23:16:46,858 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C35153%2C1733094995821 2024-12-01T23:16:46,861 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,35153,1733094995821, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:16:46,865 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.shipperf962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C35153%2C1733094995821 2024-12-01T23:16:46,868 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483, startPosition=0, beingWritten=true 2024-12-01T23:16:47,131 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:16:47,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:16:47,253 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:16:47,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:47,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:47,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35497,-1 for getting cluster id 2024-12-01T23:16:47,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:47,255 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1a63e4c-0ddd-4ca3-b26b-b926feeac461' 2024-12-01T23:16:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1a63e4c-0ddd-4ca3-b26b-b926feeac461" 2024-12-01T23:16:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26377c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35497,-1] 2024-12-01T23:16:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,258 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c3946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35497,1733094994863 2024-12-01T23:16:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49174f 2024-12-01T23:16:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:47,264 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:16:47,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f962de17fdc3:35367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:16:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:16:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T23:16:47,268 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:35367' 2024-12-01T23:16:47,272 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791313e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,272 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35367,-1 for getting cluster id 2024-12-01T23:16:47,273 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:47,274 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506049a2-41cc-42a6-8446-873c8c19b20b' 2024-12-01T23:16:47,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:47,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506049a2-41cc-42a6-8446-873c8c19b20b" 2024-12-01T23:16:47,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b50821a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35367,-1] 2024-12-01T23:16:47,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:47,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,276 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:47,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5866a8ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:47,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35367,1733095002144 2024-12-01T23:16:47,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19489d88 2024-12-01T23:16:47,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:47,280 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:16:47,282 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:16:47,282 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:16:47,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:47,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:16:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T23:16:47,437 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:47,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-01T23:16:47,506 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-01T23:16:47,537 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-f962de17fdc3,35153,1733094995821, ReplicationSource: 2, currentBandwidth=0 2024-12-01T23:16:47,541 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-01T23:16:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-01T23:16:47,545 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f962de17fdc3,35153,1733094995821 suceeded 2024-12-01T23:16:47,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:16:47,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-01T23:16:47,551 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f962de17fdc3:35367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:16:47,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 287 msec 2024-12-01T23:16:47,561 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:35367' 2024-12-01T23:16:47,562 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3f5206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,562 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35367,-1 for getting cluster id 2024-12-01T23:16:47,563 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:47,564 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506049a2-41cc-42a6-8446-873c8c19b20b' 2024-12-01T23:16:47,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:47,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506049a2-41cc-42a6-8446-873c8c19b20b" 2024-12-01T23:16:47,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4941d336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35367,-1] 2024-12-01T23:16:47,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:47,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,566 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:47,567 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6c4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,568 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:47,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35367,1733095002144 2024-12-01T23:16:47,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d0add66 2024-12-01T23:16:47,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:47,570 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-01T23:16:47,571 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f962de17fdc3,35153,1733094995821 (queues=1) is replicating from cluster=f1a63e4c-0ddd-4ca3-b26b-b926feeac461 to cluster=506049a2-41cc-42a6-8446-873c8c19b20b 2024-12-01T23:16:47,571 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f962de17fdc3%2C35153%2C1733094995821 2024-12-01T23:16:47,571 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f962de17fdc3,35153,1733094995821, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:16:47,572 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821.replicationSource.shipperf962de17fdc3%2C35153%2C1733094995821,2-f962de17fdc3,35153,1733094995821 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C35153%2C1733094995821 2024-12-01T23:16:47,572 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,2-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483, startPosition=0, beingWritten=true 2024-12-01T23:16:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T23:16:47,582 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-01T23:16:47,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:16:47,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:47,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:47,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35497,1733094994863 2024-12-01T23:16:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@be322b9 2024-12-01T23:16:47,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:47,589 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:16:47,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T23:16:47,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T23:16:47,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T23:16:47,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T23:16:47,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:35367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:16:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T23:16:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T23:16:47,604 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:35367' 2024-12-01T23:16:47,605 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47eafb39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,605 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35367,-1 for getting cluster id 2024-12-01T23:16:47,605 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:47,606 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506049a2-41cc-42a6-8446-873c8c19b20b' 2024-12-01T23:16:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506049a2-41cc-42a6-8446-873c8c19b20b" 2024-12-01T23:16:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba3a267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35367,-1] 2024-12-01T23:16:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,608 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:47,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73151c7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,609 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:47,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35367,1733095002144 2024-12-01T23:16:47,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@509ae691 2024-12-01T23:16:47,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:47,612 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:16:47,613 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-01T23:16:47,613 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:16:47,613 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,613 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:47,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:16:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T23:16:47,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-01T23:16:47,779 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-01T23:16:47,781 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-01T23:16:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-01T23:16:47,782 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,2-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:47,785 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on f962de17fdc3,35153,1733094995821 suceeded 2024-12-01T23:16:47,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-01T23:16:47,789 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://f962de17fdc3:35367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:16:47,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-12-01T23:16:47,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-12-01T23:16:47,851 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T23:16:47,922 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-01T23:16:47,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://f962de17fdc3:35367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:16:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T23:16:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T23:16:47,927 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:35367' 2024-12-01T23:16:47,929 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ed388b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,929 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35367,-1 for getting cluster id 2024-12-01T23:16:47,929 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:47,930 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506049a2-41cc-42a6-8446-873c8c19b20b' 2024-12-01T23:16:47,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:47,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506049a2-41cc-42a6-8446-873c8c19b20b" 2024-12-01T23:16:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33011f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35367,-1] 2024-12-01T23:16:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,932 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:47,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b16b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:47,933 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:47,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35367,1733095002144 2024-12-01T23:16:47,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2700a306 2024-12-01T23:16:47,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:47,936 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:16:47,937 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-01T23:16:47,937 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:16:47,937 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,937 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:47,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:47,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:16:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T23:16:48,090 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,2-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:48,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-01T23:16:48,146 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-01T23:16:48,149 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-01T23:16:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-01T23:16:48,153 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on f962de17fdc3,35153,1733094995821 suceeded 2024-12-01T23:16:48,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-01T23:16:48,157 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://f962de17fdc3:35367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:16:48,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-12-01T23:16:48,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 234 msec 2024-12-01T23:16:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T23:16:48,242 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-01T23:16:48,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T23:16:48,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35497 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T23:16:48,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:16:48,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:48,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:48,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:48,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:16:48,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:48,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229211080, stopped=false 2024-12-01T23:16:48,245 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,35497,1733094994863 2024-12-01T23:16:48,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0592497239/running 2024-12-01T23:16:48,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:48,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0592497239/running 2024-12-01T23:16:48,254 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:16:48,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:48,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:16:48,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:48,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:48,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/running 2024-12-01T23:16:48,254 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,35153,1733094995821' ***** 2024-12-01T23:16:48,255 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:16:48,255 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:16:48,255 INFO [RS:0;f962de17fdc3:35153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:16:48,255 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:16:48,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/running 2024-12-01T23:16:48,255 INFO [RS:0;f962de17fdc3:35153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:16:48,255 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:48,256 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,35153,1733094995821 2024-12-01T23:16:48,256 INFO [RS:0;f962de17fdc3:35153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:16:48,256 INFO [RS:0;f962de17fdc3:35153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:35153. 2024-12-01T23:16:48,256 DEBUG [RS:0;f962de17fdc3:35153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:48,256 DEBUG [RS:0;f962de17fdc3:35153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:48,256 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b09a405005dc40e20fe339ba9d855f1, disabling compactions & flushes 2024-12-01T23:16:48,256 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:16:48,256 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:48,257 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:16:48,257 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:48,257 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:16:48,257 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. after waiting 0 ms 2024-12-01T23:16:48,257 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:16:48,257 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:48,257 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:16:48,257 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:16:48,257 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3b09a405005dc40e20fe339ba9d855f1=hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1.} 2024-12-01T23:16:48,257 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:16:48,257 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:16:48,258 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:16:48,258 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:16:48,258 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:48,261 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-01T23:16:48,263 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b09a405005dc40e20fe339ba9d855f1 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-01T23:16:48,323 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:16:48,324 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:16:48,327 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:16:48,332 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1/.tmp/queue/2ccad99c141f4e02acd87eb24f6b118a is 151, key is 1-f962de17fdc3,35153,1733094995821/queue:f962de17fdc3%2C35153%2C1733094995821/1733095006806/Put/seqid=0 2024-12-01T23:16:48,332 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/info/32ed189b2fe9432ebe16980b31f7def6 is 147, key is hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1./info:regioninfo/1733095006400/Put/seqid=0 2024-12-01T23:16:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741839_1015 (size=6631) 2024-12-01T23:16:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741838_1014 (size=5500) 2024-12-01T23:16:48,358 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:48,458 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:48,499 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,2-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:48,658 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:48,747 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/info/32ed189b2fe9432ebe16980b31f7def6 2024-12-01T23:16:48,748 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1/.tmp/queue/2ccad99c141f4e02acd87eb24f6b118a 2024-12-01T23:16:48,841 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1/.tmp/queue/2ccad99c141f4e02acd87eb24f6b118a as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1/queue/2ccad99c141f4e02acd87eb24f6b118a 2024-12-01T23:16:48,855 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1/queue/2ccad99c141f4e02acd87eb24f6b118a, entries=2, sequenceid=6, filesize=5.4 K 2024-12-01T23:16:48,858 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:48,864 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3b09a405005dc40e20fe339ba9d855f1 in 601ms, sequenceid=6, compaction requested=false 2024-12-01T23:16:48,865 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T23:16:48,876 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/ns/02a61a67ba7d41fdb1028234a6d601a8 is 43, key is default/ns:d/1733094999306/Put/seqid=0 2024-12-01T23:16:48,877 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T23:16:48,880 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:16:48,880 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:16:48,881 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:48,881 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b09a405005dc40e20fe339ba9d855f1: Waiting for close lock at 1733095008256Running coprocessor pre-close hooks at 1733095008256Disabling compacts and flushes for region at 1733095008256Disabling writes for close at 1733095008257 (+1 ms)Obtaining lock to block concurrent updates at 1733095008263 (+6 ms)Preparing flush snapshotting stores in 3b09a405005dc40e20fe339ba9d855f1 at 1733095008263Finished memstore snapshotting hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733095008271 (+8 ms)Flushing stores of hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. at 1733095008274 (+3 ms)Flushing 3b09a405005dc40e20fe339ba9d855f1/queue: creating writer at 1733095008274Flushing 3b09a405005dc40e20fe339ba9d855f1/queue: appending metadata at 1733095008317 (+43 ms)Flushing 3b09a405005dc40e20fe339ba9d855f1/queue: closing flushed file at 1733095008321 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dcd3140: reopening flushed file at 1733095008838 (+517 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3b09a405005dc40e20fe339ba9d855f1 in 601ms, sequenceid=6, compaction requested=false at 1733095008864 (+26 ms)Writing region close event to WAL at 1733095008868 (+4 ms)Running coprocessor post-close hooks at 1733095008878 (+10 ms)Closed at 1733095008881 (+3 ms) 2024-12-01T23:16:48,882 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741840_1016 (size=5153) 2024-12-01T23:16:48,965 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:49,010 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,2-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:49,059 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:16:49,259 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:16:49,259 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:16:49,259 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:16:49,288 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/ns/02a61a67ba7d41fdb1028234a6d601a8 2024-12-01T23:16:49,314 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/table/9b38ca694f9b4bbca1df8d43428ae19a is 53, key is hbase:replication/table:state/1733095006420/Put/seqid=0 2024-12-01T23:16:49,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741841_1017 (size=5256) 2024-12-01T23:16:49,459 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:16:49,619 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,2-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:49,660 DEBUG [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:16:49,673 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.1733094998483 to pos 0, reset compression=false 2024-12-01T23:16:49,721 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/table/9b38ca694f9b4bbca1df8d43428ae19a 2024-12-01T23:16:49,732 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/info/32ed189b2fe9432ebe16980b31f7def6 as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/info/32ed189b2fe9432ebe16980b31f7def6 2024-12-01T23:16:49,742 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/info/32ed189b2fe9432ebe16980b31f7def6, entries=10, sequenceid=11, filesize=6.5 K 2024-12-01T23:16:49,744 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/ns/02a61a67ba7d41fdb1028234a6d601a8 as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/ns/02a61a67ba7d41fdb1028234a6d601a8 2024-12-01T23:16:49,755 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/ns/02a61a67ba7d41fdb1028234a6d601a8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T23:16:49,757 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/table/9b38ca694f9b4bbca1df8d43428ae19a as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/table/9b38ca694f9b4bbca1df8d43428ae19a 2024-12-01T23:16:49,766 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/table/9b38ca694f9b4bbca1df8d43428ae19a, entries=2, sequenceid=11, filesize=5.1 K 2024-12-01T23:16:49,767 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1509ms, sequenceid=11, compaction requested=false 2024-12-01T23:16:49,774 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T23:16:49,775 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:16:49,775 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:16:49,775 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:16:49,775 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095008257Running coprocessor pre-close hooks at 1733095008257Disabling compacts and flushes for region at 1733095008257Disabling writes for close at 1733095008258 (+1 ms)Obtaining lock to block concurrent updates at 1733095008261 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733095008261Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733095008271 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733095008272 (+1 ms)Flushing 1588230740/info: creating writer at 1733095008274 (+2 ms)Flushing 1588230740/info: appending metadata at 1733095008318 (+44 ms)Flushing 1588230740/info: closing flushed file at 1733095008321 (+3 ms)Flushing 1588230740/ns: creating writer at 1733095008838 (+517 ms)Flushing 1588230740/ns: appending metadata at 1733095008875 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1733095008875Flushing 1588230740/table: creating writer at 1733095009297 (+422 ms)Flushing 1588230740/table: appending metadata at 1733095009313 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733095009313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10228819: reopening flushed file at 1733095009730 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ddd841: reopening flushed file at 1733095009743 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb7fca6: reopening flushed file at 1733095009755 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1509ms, sequenceid=11, compaction requested=false at 1733095009767 (+12 ms)Writing region close event to WAL at 1733095009768 (+1 ms)Running coprocessor post-close hooks at 1733095009774 (+6 ms)Closed at 1733095009775 (+1 ms) 2024-12-01T23:16:49,775 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:16:49,860 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,35153,1733094995821; all regions closed. 2024-12-01T23:16:49,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741834_1010 (size=2742) 2024-12-01T23:16:49,871 DEBUG [RS:0;f962de17fdc3:35153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs 2024-12-01T23:16:49,871 INFO [RS:0;f962de17fdc3:35153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C35153%2C1733094995821.meta:.meta(num 1733094999033) 2024-12-01T23:16:49,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821/f962de17fdc3%2C35153%2C1733094995821.rep.1733095006335 not finished, retry = 0 2024-12-01T23:16:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741837_1013 (size=1802) 2024-12-01T23:16:49,981 DEBUG [RS:0;f962de17fdc3:35153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs 2024-12-01T23:16:49,981 INFO [RS:0;f962de17fdc3:35153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C35153%2C1733094995821.rep:(num 1733095006335) 2024-12-01T23:16:49,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741833_1009 (size=93) 2024-12-01T23:16:49,987 DEBUG [RS:0;f962de17fdc3:35153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs 2024-12-01T23:16:49,987 INFO [RS:0;f962de17fdc3:35153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C35153%2C1733094995821:(num 1733094998483) 2024-12-01T23:16:49,987 DEBUG [RS:0;f962de17fdc3:35153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:49,987 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:16:49,987 INFO [RS:0;f962de17fdc3:35153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:16:49,987 INFO [RS:0;f962de17fdc3:35153 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:16:49,987 INFO [RS:0;f962de17fdc3:35153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:16:49,988 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:16:49,988 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,35153,1733094995821 because: Region server is closing 2024-12-01T23:16:49,988 INFO [RS:0;f962de17fdc3:35153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:35153. 2024-12-01T23:16:49,988 DEBUG [RS:0;f962de17fdc3:35153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:49,989 DEBUG [RS:0;f962de17fdc3:35153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:49,989 DEBUG [RS:0;f962de17fdc3:35153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:49,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:50,090 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:16:50,090 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.shipperf962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T23:16:50,090 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35153,1733094995821.replicationSource.shipperf962de17fdc3%2C35153%2C1733094995821,1-f962de17fdc3,35153,1733094995821 terminated 2024-12-01T23:16:50,090 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f962de17fdc3,35153,1733094995821 because: Region server is closing 2024-12-01T23:16:50,091 INFO [RS:0;f962de17fdc3:35153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:35153. 2024-12-01T23:16:50,091 DEBUG [RS:0;f962de17fdc3:35153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:50,091 DEBUG [RS:0;f962de17fdc3:35153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:50,091 DEBUG [RS:0;f962de17fdc3:35153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:50,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:50,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:16:50,191 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821.replicationSource.wal-reader.f962de17fdc3%2C35153%2C1733094995821,2-f962de17fdc3,35153,1733094995821 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:16:50,191 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821.replicationSource.shipperf962de17fdc3%2C35153%2C1733094995821,2-f962de17fdc3,35153,1733094995821 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T23:16:50,192 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,35153,1733094995821.replicationSource.shipperf962de17fdc3%2C35153%2C1733094995821,2-f962de17fdc3,35153,1733094995821 terminated 2024-12-01T23:16:50,192 INFO [RS:0;f962de17fdc3:35153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35153 2024-12-01T23:16:50,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/rs 2024-12-01T23:16:50,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0592497239/rs/f962de17fdc3,35153,1733094995821 2024-12-01T23:16:50,347 INFO [RS:0;f962de17fdc3:35153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:16:50,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,35153,1733094995821] 2024-12-01T23:16:50,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/draining/f962de17fdc3,35153,1733094995821 already deleted, retry=false 2024-12-01T23:16:50,380 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,35153,1733094995821 expired; onlineServers=0 2024-12-01T23:16:50,380 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,35497,1733094994863' ***** 2024-12-01T23:16:50,380 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:16:50,380 INFO [M:0;f962de17fdc3:35497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:16:50,380 INFO [M:0;f962de17fdc3:35497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:16:50,380 DEBUG [M:0;f962de17fdc3:35497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:16:50,380 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:16:50,380 DEBUG [M:0;f962de17fdc3:35497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:16:50,380 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733094998103 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733094998103,5,FailOnTimeoutGroup] 2024-12-01T23:16:50,380 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733094998098 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733094998098,5,FailOnTimeoutGroup] 2024-12-01T23:16:50,381 INFO [M:0;f962de17fdc3:35497 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:16:50,381 INFO [M:0;f962de17fdc3:35497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:16:50,381 DEBUG [M:0;f962de17fdc3:35497 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:16:50,381 INFO [M:0;f962de17fdc3:35497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:16:50,381 INFO [M:0;f962de17fdc3:35497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:16:50,382 INFO [M:0;f962de17fdc3:35497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:16:50,382 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:16:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0592497239/master 2024-12-01T23:16:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:50,391 DEBUG [M:0;f962de17fdc3:35497 {}] zookeeper.ZKUtil(347): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/master because node does not exist (not an error) 2024-12-01T23:16:50,391 WARN [M:0;f962de17fdc3:35497 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:16:50,393 INFO [M:0;f962de17fdc3:35497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/.lastflushedseqids 2024-12-01T23:16:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741842_1018 (size=181) 2024-12-01T23:16:50,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:16:50,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35153-0x101932edded0001, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:16:50,470 INFO [RS:0;f962de17fdc3:35153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:16:50,470 INFO [RS:0;f962de17fdc3:35153 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,35153,1733094995821; zookeeper connection closed. 2024-12-01T23:16:50,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3306001e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3306001e 2024-12-01T23:16:50,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:16:50,814 INFO [M:0;f962de17fdc3:35497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:16:50,814 INFO [M:0;f962de17fdc3:35497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:16:50,814 DEBUG [M:0;f962de17fdc3:35497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:16:50,814 INFO [M:0;f962de17fdc3:35497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:50,814 DEBUG [M:0;f962de17fdc3:35497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:50,814 DEBUG [M:0;f962de17fdc3:35497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:16:50,814 DEBUG [M:0;f962de17fdc3:35497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:50,814 INFO [M:0;f962de17fdc3:35497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-01T23:16:50,836 DEBUG [M:0;f962de17fdc3:35497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d65eb418137c4a789eae3462d46b6538 is 82, key is hbase:meta,,1/info:regioninfo/1733094999137/Put/seqid=0 2024-12-01T23:16:50,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741843_1019 (size=5672) 2024-12-01T23:16:50,842 INFO [M:0;f962de17fdc3:35497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d65eb418137c4a789eae3462d46b6538 2024-12-01T23:16:50,872 DEBUG [M:0;f962de17fdc3:35497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1993bfe6d5354d50a7d4d31b8fa32ba4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733095006427/Put/seqid=0 2024-12-01T23:16:50,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741844_1020 (size=8663) 2024-12-01T23:16:50,879 INFO [M:0;f962de17fdc3:35497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1993bfe6d5354d50a7d4d31b8fa32ba4 2024-12-01T23:16:50,905 DEBUG [M:0;f962de17fdc3:35497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e99a283ac96447dda73318238fe02181 is 69, key is f962de17fdc3,35153,1733094995821/rs:state/1733094998226/Put/seqid=0 2024-12-01T23:16:50,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741845_1021 (size=5156) 2024-12-01T23:16:50,920 INFO [M:0;f962de17fdc3:35497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e99a283ac96447dda73318238fe02181 2024-12-01T23:16:50,939 DEBUG [M:0;f962de17fdc3:35497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d65eb418137c4a789eae3462d46b6538 as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d65eb418137c4a789eae3462d46b6538 2024-12-01T23:16:50,946 INFO [M:0;f962de17fdc3:35497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d65eb418137c4a789eae3462d46b6538, entries=8, sequenceid=115, filesize=5.5 K 2024-12-01T23:16:50,948 DEBUG [M:0;f962de17fdc3:35497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1993bfe6d5354d50a7d4d31b8fa32ba4 as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1993bfe6d5354d50a7d4d31b8fa32ba4 2024-12-01T23:16:50,957 INFO [M:0;f962de17fdc3:35497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1993bfe6d5354d50a7d4d31b8fa32ba4, entries=14, sequenceid=115, filesize=8.5 K 2024-12-01T23:16:50,958 DEBUG [M:0;f962de17fdc3:35497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e99a283ac96447dda73318238fe02181 as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e99a283ac96447dda73318238fe02181 2024-12-01T23:16:50,965 INFO [M:0;f962de17fdc3:35497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e99a283ac96447dda73318238fe02181, entries=1, sequenceid=115, filesize=5.0 K 2024-12-01T23:16:50,966 INFO [M:0;f962de17fdc3:35497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=115, compaction requested=false 2024-12-01T23:16:50,968 INFO [M:0;f962de17fdc3:35497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:50,968 DEBUG [M:0;f962de17fdc3:35497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095010814Disabling compacts and flushes for region at 1733095010814Disabling writes for close at 1733095010814Obtaining lock to block concurrent updates at 1733095010814Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095010814Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733095010815 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095010816 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095010816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095010835 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095010836 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095010850 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095010872 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095010872Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095010886 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095010904 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095010904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a875cc: reopening flushed file at 1733095010938 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf7a730: reopening flushed file at 1733095010947 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475a27f9: reopening flushed file at 1733095010957 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=115, compaction requested=false at 1733095010966 (+9 ms)Writing region close event to WAL at 1733095010967 (+1 ms)Closed at 1733095010967 2024-12-01T23:16:50,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741830_1006 (size=59421) 2024-12-01T23:16:50,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:16:50,972 INFO [M:0;f962de17fdc3:35497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:16:50,972 INFO [M:0;f962de17fdc3:35497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35497 2024-12-01T23:16:50,973 INFO [M:0;f962de17fdc3:35497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:16:51,122 INFO [M:0;f962de17fdc3:35497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:16:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:16:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35497-0x101932edded0000, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:16:51,125 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:16:51,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:51,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:51,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:16:51,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:51,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:16:51,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:16:51,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:16:51,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45005 2024-12-01T23:16:51,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45005 connecting to ZooKeeper ensemble=127.0.0.1:52167 2024-12-01T23:16:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450050x0, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:16:51,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45005-0x101932edded0006 connected 2024-12-01T23:16:51,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:51,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:51,157 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: INIT 2024-12-01T23:16:51,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/running 2024-12-01T23:16:51,157 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf, hbase.cluster.distributed=false 2024-12-01T23:16:51,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/acl 2024-12-01T23:16:51,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45005 2024-12-01T23:16:51,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45005 2024-12-01T23:16:51,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45005 2024-12-01T23:16:51,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45005 2024-12-01T23:16:51,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45005 2024-12-01T23:16:51,205 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:16:51,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:51,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:51,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:16:51,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:16:51,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:16:51,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:16:51,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:16:51,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46353 2024-12-01T23:16:51,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46353 connecting to ZooKeeper ensemble=127.0.0.1:52167 2024-12-01T23:16:51,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:51,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463530x0, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:16:51,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463530x0, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/running 2024-12-01T23:16:51,233 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: INIT 2024-12-01T23:16:51,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:16:51,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46353-0x101932edded0007 connected 2024-12-01T23:16:51,252 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:16:51,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/master 2024-12-01T23:16:51,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/acl 2024-12-01T23:16:51,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46353 2024-12-01T23:16:51,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46353 2024-12-01T23:16:51,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46353 2024-12-01T23:16:51,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46353 2024-12-01T23:16:51,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46353 2024-12-01T23:16:51,285 DEBUG [M:0;f962de17fdc3:45005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:45005 2024-12-01T23:16:51,286 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0592497239/backup-masters/f962de17fdc3,45005,1733095011124 2024-12-01T23:16:51,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/backup-masters 2024-12-01T23:16:51,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/backup-masters 2024-12-01T23:16:51,297 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on existing znode=/0592497239/backup-masters/f962de17fdc3,45005,1733095011124 2024-12-01T23:16:51,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0592497239/master 2024-12-01T23:16:51,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:51,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:51,306 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on existing znode=/0592497239/master 2024-12-01T23:16:51,307 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0592497239/backup-masters/f962de17fdc3,45005,1733095011124 from backup master directory 2024-12-01T23:16:51,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/backup-masters 2024-12-01T23:16:51,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0592497239/backup-masters/f962de17fdc3,45005,1733095011124 2024-12-01T23:16:51,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/backup-masters 2024-12-01T23:16:51,317 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:16:51,317 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,45005,1733095011124 2024-12-01T23:16:51,336 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:16:51,336 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:16:51,352 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-01T23:16:51,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741846_1022 (size=196) 2024-12-01T23:16:51,381 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:16:51,381 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:16:51,382 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:51,393 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-01T23:16:51,397 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,35497,1733094994863 to hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,35497,1733094994863-dead as it is dead 2024-12-01T23:16:51,399 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-01T23:16:51,399 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-01T23:16:51,399 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,35497,1733094994863-dead/f962de17fdc3%2C35497%2C1733094994863.1733094997233 2024-12-01T23:16:51,406 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,35497,1733094994863-dead/f962de17fdc3%2C35497%2C1733094994863.1733094997233 after 5ms 2024-12-01T23:16:51,408 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,35497,1733094994863-dead/f962de17fdc3%2C35497%2C1733094994863.1733094997233 to hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f962de17fdc3%2C35497%2C1733094994863.1733094997233 2024-12-01T23:16:51,408 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,35497,1733094994863-dead 2024-12-01T23:16:51,409 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,45005,1733095011124 2024-12-01T23:16:51,411 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:16:51,413 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C45005%2C1733095011124, suffix=, logDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,45005,1733095011124, archiveDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/oldWALs, maxLogs=10 2024-12-01T23:16:51,432 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,45005,1733095011124/f962de17fdc3%2C45005%2C1733095011124.1733095011414, exclude list is [], retry=0 2024-12-01T23:16:51,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-a7f17480-33fc-4320-b984-a68bb0e799af,DISK] 2024-12-01T23:16:51,447 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/WALs/f962de17fdc3,45005,1733095011124/f962de17fdc3%2C45005%2C1733095011124.1733095011414 2024-12-01T23:16:51,448 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44589:44589)] 2024-12-01T23:16:51,448 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:16:51,448 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:51,448 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:51,448 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:51,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:51,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:16:51,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:51,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d65eb418137c4a789eae3462d46b6538 2024-12-01T23:16:51,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:51,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:51,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:16:51,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:51,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1993bfe6d5354d50a7d4d31b8fa32ba4 2024-12-01T23:16:51,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:51,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:51,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:16:51,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:51,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e99a283ac96447dda73318238fe02181 2024-12-01T23:16:51,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:51,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:51,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:16:51,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:51,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:51,497 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:51,498 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-01T23:16:51,498 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f962de17fdc3%2C35497%2C1733094994863.1733094997233 2024-12-01T23:16:51,529 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f962de17fdc3%2C35497%2C1733094994863.1733094997233 2024-12-01T23:16:51,531 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f962de17fdc3%2C35497%2C1733094994863.1733094997233 2024-12-01T23:16:51,533 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:51,533 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:51,534 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:16:51,536 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:16:51,540 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-01T23:16:51,542 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74137733, jitterRate=0.10473830997943878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:16:51,544 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095011449Initializing all the Stores at 1733095011450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095011450Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095011450Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095011450Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095011450Cleaning up temporary data from old regions at 1733095011533 (+83 ms)Region opened successfully at 1733095011542 (+9 ms) 2024-12-01T23:16:51,553 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:16:51,558 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee7112a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:16:51,571 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-01T23:16:51,571 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:16:51,571 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:16:51,572 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:16:51,572 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:16:51,578 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:16:51,579 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:16:51,579 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:16:51,580 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:16:51,580 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T23:16:51,580 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T23:16:51,580 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-01T23:16:51,580 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:16:51,586 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f962de17fdc3,35153,1733094995821, regionLocation=f962de17fdc3,35153,1733094995821, openSeqNum=2 2024-12-01T23:16:51,586 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f962de17fdc3,35153,1733094995821, table=hbase:meta, region=1588230740 2024-12-01T23:16:51,586 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,35153,1733094995821, state=OPEN 2024-12-01T23:16:51,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0592497239/meta-region-server 2024-12-01T23:16:51,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0592497239/meta-region-server 2024-12-01T23:16:51,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: CHANGED 2024-12-01T23:16:51,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: CHANGED 2024-12-01T23:16:51,607 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:16:51,618 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/draining/f962de17fdc3,35153,1733094995821 already deleted, retry=false 2024-12-01T23:16:51,618 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f962de17fdc3,35153,1733094995821 on f962de17fdc3,45005,1733095011124 2024-12-01T23:16:51,623 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f962de17fdc3,35153,1733094995821, splitWal=true, meta=true 2024-12-01T23:16:51,625 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for f962de17fdc3,35153,1733094995821 (carryingMeta=true) f962de17fdc3,35153,1733094995821/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@71d44614[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T23:16:51,629 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/balancer because node does not exist (not necessarily an error) 2024-12-01T23:16:51,639 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/balancer already deleted, retry=false 2024-12-01T23:16:51,639 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:16:51,640 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:16:51,683 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/normalizer already deleted, retry=false 2024-12-01T23:16:51,683 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:16:51,685 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:16:51,706 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/switch/split already deleted, retry=false 2024-12-01T23:16:51,707 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:16:51,716 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/switch/merge already deleted, retry=false 2024-12-01T23:16:51,750 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:16:51,758 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/snapshot-cleanup already deleted, retry=false 2024-12-01T23:16:51,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0592497239/running 2024-12-01T23:16:51,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0592497239/running 2024-12-01T23:16:51,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:51,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:51,770 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,45005,1733095011124, sessionid=0x101932edded0006, setting cluster-up flag (Was=false) 2024-12-01T23:16:51,780 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0592497239/flush-table-proc/acquired, /0592497239/flush-table-proc/reached, /0592497239/flush-table-proc/abort 2024-12-01T23:16:51,782 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,45005,1733095011124 2024-12-01T23:16:51,790 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0592497239/online-snapshot/acquired, /0592497239/online-snapshot/reached, /0592497239/online-snapshot/abort 2024-12-01T23:16:51,792 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,45005,1733095011124 2024-12-01T23:16:51,793 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/.lastflushedseqids 2024-12-01T23:16:51,797 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:16:51,797 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:16:51,797 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,45005,1733095011124 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f962de17fdc3,35153,1733094995821 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:16:51,799 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:51,799 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:51,799 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:51,799 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:16:51,799 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:16:51,800 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:51,800 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:16:51,800 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:51,803 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f962de17fdc3,35153,1733094995821, splitWal=true, meta=true 2024-12-01T23:16:51,805 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f962de17fdc3,35153,1733094995821, splitWal=true, meta=true, isMeta: true 2024-12-01T23:16:51,807 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821-splitting 2024-12-01T23:16:51,808 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821-splitting dir is empty, no logs to split. 2024-12-01T23:16:51,808 INFO [PEWorker-1 {}] master.SplitWALManager(105): f962de17fdc3,35153,1733094995821 WAL count=0, meta=true 2024-12-01T23:16:51,808 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095041808 2024-12-01T23:16:51,808 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:16:51,808 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:16:51,808 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:16:51,809 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:16:51,809 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:16:51,809 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:16:51,809 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:51,809 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:16:51,809 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:16:51,810 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:16:51,810 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:16:51,812 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:16:51,812 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:16:51,812 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821-splitting dir is empty, no logs to split. 2024-12-01T23:16:51,812 INFO [PEWorker-1 {}] master.SplitWALManager(105): f962de17fdc3,35153,1733094995821 WAL count=0, meta=true 2024-12-01T23:16:51,813 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f962de17fdc3,35153,1733094995821 WAL splitting is done? wals=0, meta=true 2024-12-01T23:16:51,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:16:51,816 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095011812,5,FailOnTimeoutGroup] 2024-12-01T23:16:51,816 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095011816,5,FailOnTimeoutGroup] 2024-12-01T23:16:51,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:51,817 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:16:51,817 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:51,817 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:51,817 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095011817, completionTime=-1 2024-12-01T23:16:51,817 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-01T23:16:51,820 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:16:51,821 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T23:16:51,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T23:16:51,874 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(746): ClusterId : f1a63e4c-0ddd-4ca3-b26b-b926feeac461 2024-12-01T23:16:51,875 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:16:51,886 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:16:51,886 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:16:51,896 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:16:51,897 DEBUG [RS:0;f962de17fdc3:46353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49669922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:16:51,911 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:46353 2024-12-01T23:16:51,911 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:16:51,911 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:16:51,911 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:16:51,912 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,45005,1733095011124 with port=46353, startcode=1733095011205 2024-12-01T23:16:51,912 DEBUG [RS:0;f962de17fdc3:46353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:16:51,914 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:16:51,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,46353,1733095011205 2024-12-01T23:16:51,915 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45005 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,46353,1733095011205 2024-12-01T23:16:51,918 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf 2024-12-01T23:16:51,918 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36671 2024-12-01T23:16:51,918 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:16:51,921 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T23:16:51,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/rs 2024-12-01T23:16:51,928 DEBUG [RS:0;f962de17fdc3:46353 {}] zookeeper.ZKUtil(111): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on existing znode=/0592497239/rs/f962de17fdc3,46353,1733095011205 2024-12-01T23:16:51,928 WARN [RS:0;f962de17fdc3:46353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:16:51,928 INFO [RS:0;f962de17fdc3:46353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:51,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,46353,1733095011205] 2024-12-01T23:16:51,929 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205 2024-12-01T23:16:51,972 WARN [f962de17fdc3:45005 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T23:16:51,986 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:16:51,996 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:16:52,001 INFO [RS:0;f962de17fdc3:46353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:16:52,001 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:52,001 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:16:52,003 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:16:52,003 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:52,003 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,003 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,003 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,003 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,003 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,003 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:16:52,003 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,004 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,004 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,004 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,004 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,004 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:16:52,004 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:16:52,004 DEBUG [RS:0;f962de17fdc3:46353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:16:52,024 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:52,024 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:52,024 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:52,024 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:52,025 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:52,025 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46353,1733095011205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:16:52,043 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:16:52,043 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46353,1733095011205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:52,064 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,46353,1733095011205, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:16:52,078 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSource(231): queueId=2-f962de17fdc3,46353,1733095011205, ReplicationSource: 2, currentBandwidth=0 2024-12-01T23:16:52,079 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,1-f962de17fdc3,46353,1733095011205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:35367' 2024-12-01T23:16:52,079 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:52,079 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.Replication(171): f962de17fdc3,46353,1733095011205 started 2024-12-01T23:16:52,083 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,1-f962de17fdc3,46353,1733095011205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f2b40e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:52,083 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,1-f962de17fdc3,46353,1733095011205 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35367,-1 for getting cluster id 2024-12-01T23:16:52,084 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,1-f962de17fdc3,46353,1733095011205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:52,086 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506049a2-41cc-42a6-8446-873c8c19b20b' 2024-12-01T23:16:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506049a2-41cc-42a6-8446-873c8c19b20b" 2024-12-01T23:16:52,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16903b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:52,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35367,-1] 2024-12-01T23:16:52,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:52,089 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,1-f962de17fdc3,46353,1733095011205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:52,090 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:52,094 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,1-f962de17fdc3,46353,1733095011205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60c7f72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:52,094 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,1-f962de17fdc3,46353,1733095011205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:52,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35367,1733095002144 2024-12-01T23:16:52,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58176931 2024-12-01T23:16:52,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:52,099 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-01T23:16:52,100 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:52,100 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,46353,1733095011205, RpcServer on f962de17fdc3/172.17.0.3:46353, sessionid=0x101932edded0007 2024-12-01T23:16:52,100 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:16:52,100 DEBUG [RS:0;f962de17fdc3:46353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,46353,1733095011205 2024-12-01T23:16:52,101 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,46353,1733095011205' 2024-12-01T23:16:52,101 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0592497239/flush-table-proc/abort' 2024-12-01T23:16:52,101 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0592497239/flush-table-proc/acquired' 2024-12-01T23:16:52,102 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,2-f962de17fdc3,46353,1733095011205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:35367' 2024-12-01T23:16:52,102 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:16:52,102 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:16:52,102 DEBUG [RS:0;f962de17fdc3:46353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,46353,1733095011205 2024-12-01T23:16:52,102 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,46353,1733095011205' 2024-12-01T23:16:52,102 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0592497239/online-snapshot/abort' 2024-12-01T23:16:52,103 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0592497239/online-snapshot/acquired' 2024-12-01T23:16:52,103 INFO [RS:0;f962de17fdc3:46353.replicationSource,1-f962de17fdc3,46353,1733095011205 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,46353,1733095011205 (queues=0) is replicating from cluster=f1a63e4c-0ddd-4ca3-b26b-b926feeac461 to cluster=506049a2-41cc-42a6-8446-873c8c19b20b 2024-12-01T23:16:52,103 DEBUG [RS:0;f962de17fdc3:46353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:16:52,103 INFO [RS:0;f962de17fdc3:46353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:16:52,103 INFO [RS:0;f962de17fdc3:46353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:16:52,105 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,2-f962de17fdc3,46353,1733095011205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17bd1b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:52,105 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,2-f962de17fdc3,46353,1733095011205 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35367,-1 for getting cluster id 2024-12-01T23:16:52,105 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,2-f962de17fdc3,46353,1733095011205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:52,106 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506049a2-41cc-42a6-8446-873c8c19b20b' 2024-12-01T23:16:52,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:52,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506049a2-41cc-42a6-8446-873c8c19b20b" 2024-12-01T23:16:52,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75564c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:52,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35367,-1] 2024-12-01T23:16:52,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:52,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:52,108 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:52,109 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,2-f962de17fdc3,46353,1733095011205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2785319b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:52,109 DEBUG [RS:0;f962de17fdc3:46353.replicationSource,2-f962de17fdc3,46353,1733095011205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:52,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35367,1733095002144 2024-12-01T23:16:52,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f5edfc8 2024-12-01T23:16:52,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:52,112 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-01T23:16:52,113 INFO [RS:0;f962de17fdc3:46353.replicationSource,2-f962de17fdc3,46353,1733095011205 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f962de17fdc3,46353,1733095011205 (queues=0) is replicating from cluster=f1a63e4c-0ddd-4ca3-b26b-b926feeac461 to cluster=506049a2-41cc-42a6-8446-873c8c19b20b 2024-12-01T23:16:52,204 INFO [RS:0;f962de17fdc3:46353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:16:52,206 INFO [RS:0;f962de17fdc3:46353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C46353%2C1733095011205, suffix=, logDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205, archiveDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs, maxLogs=10 2024-12-01T23:16:52,225 DEBUG [RS:0;f962de17fdc3:46353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207, exclude list is [], retry=0 2024-12-01T23:16:52,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-a7f17480-33fc-4320-b984-a68bb0e799af,DISK] 2024-12-01T23:16:52,231 INFO [RS:0;f962de17fdc3:46353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 2024-12-01T23:16:52,233 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f962de17fdc3%2C46353%2C1733095011205 for peer 1 2024-12-01T23:16:52,233 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f962de17fdc3%2C46353%2C1733095011205 for peer 2 2024-12-01T23:16:52,233 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C46353%2C1733095011205 2024-12-01T23:16:52,233 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,46353,1733095011205, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:16:52,236 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f962de17fdc3%2C46353%2C1733095011205 2024-12-01T23:16:52,236 INFO [RS:0;f962de17fdc3:46353.replicationSource.shipperf962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C46353%2C1733095011205 2024-12-01T23:16:52,236 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f962de17fdc3,46353,1733095011205, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:16:52,240 INFO [RS:0;f962de17fdc3:46353.replicationSource.shipperf962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C46353%2C1733095011205 2024-12-01T23:16:52,240 DEBUG [RS:0;f962de17fdc3:46353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44589:44589)] 2024-12-01T23:16:52,240 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207, startPosition=0, beingWritten=true 2024-12-01T23:16:52,240 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207, startPosition=0, beingWritten=true 2024-12-01T23:16:52,459 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:52,467 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:52,473 DEBUG [f962de17fdc3:45005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:16:52,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,46353,1733095011205 2024-12-01T23:16:52,475 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,46353,1733095011205, state=OPENING 2024-12-01T23:16:52,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0592497239/meta-region-server 2024-12-01T23:16:52,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0592497239/meta-region-server 2024-12-01T23:16:52,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:16:52,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: CHANGED 2024-12-01T23:16:52,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: CHANGED 2024-12-01T23:16:52,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,46353,1733095011205}] 2024-12-01T23:16:52,680 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:16:52,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:16:52,688 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:16:52,688 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:52,689 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:16:52,692 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C46353%2C1733095011205.meta, suffix=.meta, logDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205, archiveDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs, maxLogs=10 2024-12-01T23:16:52,711 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.meta.1733095012694.meta, exclude list is [], retry=0 2024-12-01T23:16:52,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-a7f17480-33fc-4320-b984-a68bb0e799af,DISK] 2024-12-01T23:16:52,716 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.meta.1733095012694.meta 2024-12-01T23:16:52,716 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44589:44589)] 2024-12-01T23:16:52,716 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:16:52,717 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:16:52,717 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:16:52,717 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:16:52,717 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:16:52,717 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:16:52,717 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:52,718 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:16:52,718 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:16:52,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:16:52,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:16:52,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:52,730 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/info/32ed189b2fe9432ebe16980b31f7def6 2024-12-01T23:16:52,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:52,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:16:52,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:16:52,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:52,744 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/ns/02a61a67ba7d41fdb1028234a6d601a8 2024-12-01T23:16:52,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:52,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:16:52,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:16:52,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:52,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:52,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:16:52,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:16:52,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:52,760 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/table/9b38ca694f9b4bbca1df8d43428ae19a 2024-12-01T23:16:52,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:16:52,761 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:16:52,762 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740 2024-12-01T23:16:52,763 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740 2024-12-01T23:16:52,765 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:16:52,765 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:16:52,766 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:16:52,767 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:52,769 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:16:52,771 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63339802, jitterRate=-0.056163400411605835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:16:52,771 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:16:52,771 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095012718Writing region info on filesystem at 1733095012718Initializing all the Stores at 1733095012719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095012719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095012719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095012719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095012719Cleaning up temporary data from old regions at 1733095012765 (+46 ms)Running coprocessor post-open hooks at 1733095012771 (+6 ms)Region opened successfully at 1733095012771 2024-12-01T23:16:52,774 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733095012680 2024-12-01T23:16:52,776 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:52,778 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:16:52,778 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:16:52,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f962de17fdc3,46353,1733095011205 2024-12-01T23:16:52,780 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,46353,1733095011205, state=OPEN 2024-12-01T23:16:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0592497239/meta-region-server 2024-12-01T23:16:52,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0592497239/meta-region-server 2024-12-01T23:16:52,860 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,46353,1733095011205 2024-12-01T23:16:52,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: CHANGED 2024-12-01T23:16:52,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0592497239/meta-region-server: CHANGED 2024-12-01T23:16:52,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-01T23:16:52,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,46353,1733095011205 in 333 msec 2024-12-01T23:16:52,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-01T23:16:52,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0490 sec 2024-12-01T23:16:53,174 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:53,184 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:53,424 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-01T23:16:53,680 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:53,691 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:54,286 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:54,298 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:54,927 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-01T23:16:55,001 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:55,004 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:55,278 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:16:55,813 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:55,814 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:56,330 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-01T23:16:56,331 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:16:56,331 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:16:56,331 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,46353,1733095011205, seqNum=-1] 2024-12-01T23:16:56,331 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:16:56,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:16:56,338 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b09a405005dc40e20fe339ba9d855f1, regionState=OPEN, lastHost=f962de17fdc3,35153,1733094995821, regionLocation=f962de17fdc3,35153,1733094995821, openSeqNum=2 2024-12-01T23:16:56,338 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:16:56,338 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095076338 2024-12-01T23:16:56,338 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095136338 2024-12-01T23:16:56,338 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-01T23:16:56,339 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,45005,1733095011124-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:56,339 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,45005,1733095011124-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:56,339 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f962de17fdc3,35153,1733094995821 had 2 regions 2024-12-01T23:16:56,339 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,45005,1733095011124-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:56,339 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:45005, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:56,339 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:56,339 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:56,341 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f962de17fdc3,35153,1733094995821, splitWal=true, meta=true, isMeta: false 2024-12-01T23:16:56,343 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821-splitting dir is empty, no logs to split. 2024-12-01T23:16:56,343 INFO [PEWorker-3 {}] master.SplitWALManager(105): f962de17fdc3,35153,1733094995821 WAL count=0, meta=false 2024-12-01T23:16:56,346 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.029sec 2024-12-01T23:16:56,347 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,35153,1733094995821-splitting dir is empty, no logs to split. 2024-12-01T23:16:56,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:16:56,347 INFO [PEWorker-3 {}] master.SplitWALManager(105): f962de17fdc3,35153,1733094995821 WAL count=0, meta=false 2024-12-01T23:16:56,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:16:56,347 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f962de17fdc3,35153,1733094995821 WAL splitting is done? wals=0, meta=false 2024-12-01T23:16:56,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:16:56,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:16:56,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:16:56,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,45005,1733095011124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:16:56,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,45005,1733095011124-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:16:56,352 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:16:56,352 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:16:56,352 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,45005,1733095011124-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:16:56,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b09a405005dc40e20fe339ba9d855f1, ASSIGN}] 2024-12-01T23:16:56,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b09a405005dc40e20fe339ba9d855f1, ASSIGN 2024-12-01T23:16:56,355 WARN [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f962de17fdc3,35153,1733094995821/hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:56,356 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b09a405005dc40e20fe339ba9d855f1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T23:16:56,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:56,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,45005,-1 for getting cluster id 2024-12-01T23:16:56,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:56,381 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1a63e4c-0ddd-4ca3-b26b-b926feeac461' 2024-12-01T23:16:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1a63e4c-0ddd-4ca3-b26b-b926feeac461" 2024-12-01T23:16:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1896f4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,45005,-1] 2024-12-01T23:16:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:56,384 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:56,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29701794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:56,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:16:56,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,46353,1733095011205, seqNum=-1] 2024-12-01T23:16:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:16:56,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:16:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-01T23:16:56,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:16:56,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:56,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:56,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:56,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:56,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f962de17fdc3:45005 after: f962de17fdc3:45005 2024-12-01T23:16:56,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:56,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,45005,-1 for getting cluster id 2024-12-01T23:16:56,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:16:56,397 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1a63e4c-0ddd-4ca3-b26b-b926feeac461' 2024-12-01T23:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1a63e4c-0ddd-4ca3-b26b-b926feeac461" 2024-12-01T23:16:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd1a711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,45005,-1] 2024-12-01T23:16:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:16:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:56,400 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:16:56,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:16:56,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:16:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,45005,1733095011124 2024-12-01T23:16:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38ee15c8 2024-12-01T23:16:56,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:16:56,402 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:16:56,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T23:16:56,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T23:16:56,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T23:16:56,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T23:16:56,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:16:56,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:16:56,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:56,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:56,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:56,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:56,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:16:56,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335318268, stopped=false 2024-12-01T23:16:56,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,35367,1733095002144 2024-12-01T23:16:56,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1080926583/running 2024-12-01T23:16:56,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1080926583/running 2024-12-01T23:16:56,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:56,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:56,474 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:16:56,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:16:56,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:56,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:56,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Set watcher on znode that does not yet exist, /1-1080926583/running 2024-12-01T23:16:56,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Set watcher on znode that does not yet exist, /1-1080926583/running 2024-12-01T23:16:56,476 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,42691,1733095002300' ***** 2024-12-01T23:16:56,476 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:16:56,477 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:16:56,477 INFO [RS:0;f962de17fdc3:42691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:16:56,477 INFO [RS:0;f962de17fdc3:42691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:16:56,477 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,42691,1733095002300 2024-12-01T23:16:56,477 INFO [RS:0;f962de17fdc3:42691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:16:56,478 INFO [RS:0;f962de17fdc3:42691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:42691. 2024-12-01T23:16:56,478 DEBUG [RS:0;f962de17fdc3:42691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:56,478 DEBUG [RS:0;f962de17fdc3:42691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:56,478 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:16:56,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:16:56,479 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:16:56,479 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:16:56,479 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:16:56,479 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:16:56,479 DEBUG [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:16:56,480 DEBUG [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:16:56,480 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:16:56,480 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:16:56,480 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:16:56,480 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:16:56,480 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:16:56,480 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-01T23:16:56,498 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740/.tmp/ns/9b6c83214c8b483da1ede16ddb2e1424 is 43, key is default/ns:d/1733095004746/Put/seqid=0 2024-12-01T23:16:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741835_1011 (size=5153) 2024-12-01T23:16:56,506 DEBUG [f962de17fdc3:45005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:16:56,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3b09a405005dc40e20fe339ba9d855f1, regionState=OPENING, regionLocation=f962de17fdc3,46353,1733095011205 2024-12-01T23:16:56,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b09a405005dc40e20fe339ba9d855f1, ASSIGN because future has completed 2024-12-01T23:16:56,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b09a405005dc40e20fe339ba9d855f1, server=f962de17fdc3,46353,1733095011205}] 2024-12-01T23:16:56,537 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:16:56,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:56,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:16:56,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:16:56,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C46353%2C1733095011205.rep, suffix=, logDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205, archiveDir=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs, maxLogs=10 2024-12-01T23:16:56,680 DEBUG [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:16:56,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.rep.1733095016678, exclude list is [], retry=0 2024-12-01T23:16:56,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39915,DS-a7f17480-33fc-4320-b984-a68bb0e799af,DISK] 2024-12-01T23:16:56,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.rep.1733095016678 2024-12-01T23:16:56,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44589:44589)] 2024-12-01T23:16:56,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b09a405005dc40e20fe339ba9d855f1, NAME => 'hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:16:56,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:16:56,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:16:56,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. service=MultiRowMutationService 2024-12-01T23:16:56,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:16:56,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:16:56,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,697 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,698 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b09a405005dc40e20fe339ba9d855f1 columnFamilyName hfileref 2024-12-01T23:16:56,698 DEBUG [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:56,699 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(327): Store=3b09a405005dc40e20fe339ba9d855f1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:56,699 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,700 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b09a405005dc40e20fe339ba9d855f1 columnFamilyName queue 2024-12-01T23:16:56,700 DEBUG [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:56,707 DEBUG [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1/queue/2ccad99c141f4e02acd87eb24f6b118a 2024-12-01T23:16:56,707 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(327): Store=3b09a405005dc40e20fe339ba9d855f1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:56,708 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,709 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b09a405005dc40e20fe339ba9d855f1 columnFamilyName sid 2024-12-01T23:16:56,709 DEBUG [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:16:56,710 INFO [StoreOpener-3b09a405005dc40e20fe339ba9d855f1-1 {}] regionserver.HStore(327): Store=3b09a405005dc40e20fe339ba9d855f1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:16:56,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:16:56,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 3b09a405005dc40e20fe339ba9d855f1; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59081588, jitterRate=-0.11961573362350464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:16:56,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:56,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3b09a405005dc40e20fe339ba9d855f1: Running coprocessor pre-open hook at 1733095016696Writing region info on filesystem at 1733095016696Initializing all the Stores at 1733095016697 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095016697Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095016697Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095016697Cleaning up temporary data from old regions at 1733095016714 (+17 ms)Running coprocessor post-open hooks at 1733095016719 (+5 ms)Region opened successfully at 1733095016719 2024-12-01T23:16:56,720 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:56,720 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:56,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1., pid=19, masterSystemTime=1733095016663 2024-12-01T23:16:56,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:56,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:56,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3b09a405005dc40e20fe339ba9d855f1, regionState=OPEN, openSeqNum=10, regionLocation=f962de17fdc3,46353,1733095011205 2024-12-01T23:16:56,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b09a405005dc40e20fe339ba9d855f1, server=f962de17fdc3,46353,1733095011205 because future has completed 2024-12-01T23:16:56,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-01T23:16:56,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b09a405005dc40e20fe339ba9d855f1, server=f962de17fdc3,46353,1733095011205 in 222 msec 2024-12-01T23:16:56,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-01T23:16:56,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b09a405005dc40e20fe339ba9d855f1, ASSIGN in 382 msec 2024-12-01T23:16:56,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-01T23:16:56,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1., hostname=f962de17fdc3,46353,1733095011205, seqNum=10] 2024-12-01T23:16:56,779 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for f962de17fdc3,35153,1733094995821 2024-12-01T23:16:56,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-01T23:16:56,880 DEBUG [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:16:56,904 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740/.tmp/ns/9b6c83214c8b483da1ede16ddb2e1424 2024-12-01T23:16:56,912 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:16:56,912 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740/.tmp/ns/9b6c83214c8b483da1ede16ddb2e1424 as hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740/ns/9b6c83214c8b483da1ede16ddb2e1424 2024-12-01T23:16:56,912 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:16:56,919 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740/ns/9b6c83214c8b483da1ede16ddb2e1424, entries=2, sequenceid=6, filesize=5.0 K 2024-12-01T23:16:56,921 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-12-01T23:16:56,921 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:16:56,926 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T23:16:56,927 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:16:56,927 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:16:56,927 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:16:56,927 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095016480Running coprocessor pre-close hooks at 1733095016480Disabling compacts and flushes for region at 1733095016480Disabling writes for close at 1733095016480Obtaining lock to block concurrent updates at 1733095016480Preparing flush snapshotting stores in 1588230740 at 1733095016480Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733095016481 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733095016482 (+1 ms)Flushing 1588230740/ns: creating writer at 1733095016482Flushing 1588230740/ns: appending metadata at 1733095016498 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733095016498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72236d1a: reopening flushed file at 1733095016911 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1733095016921 (+10 ms)Writing region close event to WAL at 1733095016922 (+1 ms)Running coprocessor post-close hooks at 1733095016927 (+5 ms)Closed at 1733095016927 2024-12-01T23:16:56,927 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:16:56,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-01T23:16:57,080 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,42691,1733095002300; all regions closed. 2024-12-01T23:16:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741834_1010 (size=1152) 2024-12-01T23:16:57,092 DEBUG [RS:0;f962de17fdc3:42691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/oldWALs 2024-12-01T23:16:57,092 INFO [RS:0;f962de17fdc3:42691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C42691%2C1733095002300.meta:.meta(num 1733095004605) 2024-12-01T23:16:57,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741832_1008 (size=93) 2024-12-01T23:16:57,098 DEBUG [RS:0;f962de17fdc3:42691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/oldWALs 2024-12-01T23:16:57,098 INFO [RS:0;f962de17fdc3:42691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C42691%2C1733095002300:(num 1733095003960) 2024-12-01T23:16:57,098 DEBUG [RS:0;f962de17fdc3:42691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:57,098 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:16:57,098 INFO [RS:0;f962de17fdc3:42691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:16:57,098 INFO [RS:0;f962de17fdc3:42691 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T23:16:57,098 INFO [RS:0;f962de17fdc3:42691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:16:57,099 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:16:57,099 INFO [RS:0;f962de17fdc3:42691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42691 2024-12-01T23:16:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1080926583/rs/f962de17fdc3,42691,1733095002300 2024-12-01T23:16:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583/rs 2024-12-01T23:16:57,148 INFO [RS:0;f962de17fdc3:42691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:16:57,150 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,42691,1733095002300] 2024-12-01T23:16:57,169 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1080926583/draining/f962de17fdc3,42691,1733095002300 already deleted, retry=false 2024-12-01T23:16:57,169 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,42691,1733095002300 expired; onlineServers=0 2024-12-01T23:16:57,169 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,35367,1733095002144' ***** 2024-12-01T23:16:57,169 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:16:57,170 INFO [M:0;f962de17fdc3:35367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:16:57,170 INFO [M:0;f962de17fdc3:35367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:16:57,170 DEBUG [M:0;f962de17fdc3:35367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:16:57,170 DEBUG [M:0;f962de17fdc3:35367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:16:57,170 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:16:57,170 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095003732 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095003732,5,FailOnTimeoutGroup] 2024-12-01T23:16:57,170 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095003733 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095003733,5,FailOnTimeoutGroup] 2024-12-01T23:16:57,171 INFO [M:0;f962de17fdc3:35367 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:16:57,171 INFO [M:0;f962de17fdc3:35367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:16:57,171 DEBUG [M:0;f962de17fdc3:35367 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:16:57,172 INFO [M:0;f962de17fdc3:35367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:16:57,172 INFO [M:0;f962de17fdc3:35367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:16:57,172 INFO [M:0;f962de17fdc3:35367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:16:57,173 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:16:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1080926583/master 2024-12-01T23:16:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1080926583 2024-12-01T23:16:57,179 DEBUG [M:0;f962de17fdc3:35367 {}] zookeeper.ZKUtil(347): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Unable to get data of znode /1-1080926583/master because node does not exist (not an error) 2024-12-01T23:16:57,179 WARN [M:0;f962de17fdc3:35367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:16:57,181 INFO [M:0;f962de17fdc3:35367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/.lastflushedseqids 2024-12-01T23:16:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741836_1012 (size=99) 2024-12-01T23:16:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:16:57,259 INFO [RS:0;f962de17fdc3:42691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:16:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x101932edded0004, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:16:57,259 INFO [RS:0;f962de17fdc3:42691 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,42691,1733095002300; zookeeper connection closed. 2024-12-01T23:16:57,260 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@577bfa50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@577bfa50 2024-12-01T23:16:57,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:16:57,591 INFO [M:0;f962de17fdc3:35367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:16:57,592 INFO [M:0;f962de17fdc3:35367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:16:57,592 DEBUG [M:0;f962de17fdc3:35367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:16:57,592 INFO [M:0;f962de17fdc3:35367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:57,592 DEBUG [M:0;f962de17fdc3:35367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:57,593 DEBUG [M:0;f962de17fdc3:35367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:16:57,593 DEBUG [M:0;f962de17fdc3:35367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:57,593 INFO [M:0;f962de17fdc3:35367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-01T23:16:57,615 DEBUG [M:0;f962de17fdc3:35367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77dc2a82165940a6824f4fb2e289b233 is 82, key is hbase:meta,,1/info:regioninfo/1733095004689/Put/seqid=0 2024-12-01T23:16:57,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741837_1013 (size=5672) 2024-12-01T23:16:57,729 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:57,729 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:58,021 INFO [M:0;f962de17fdc3:35367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77dc2a82165940a6824f4fb2e289b233 2024-12-01T23:16:58,050 DEBUG [M:0;f962de17fdc3:35367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d0328efeb5d48a8a099c54b4ac791da is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733095004761/Put/seqid=0 2024-12-01T23:16:58,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741838_1014 (size=5275) 2024-12-01T23:16:58,456 INFO [M:0;f962de17fdc3:35367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d0328efeb5d48a8a099c54b4ac791da 2024-12-01T23:16:58,485 DEBUG [M:0;f962de17fdc3:35367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d67bdd3e8d447fbc0cc1d1da38e83e is 69, key is f962de17fdc3,42691,1733095002300/rs:state/1733095003746/Put/seqid=0 2024-12-01T23:16:58,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741839_1015 (size=5156) 2024-12-01T23:16:58,836 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:58,836 DEBUG [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/WALs/f962de17fdc3,46353,1733095011205/f962de17fdc3%2C46353%2C1733095011205.1733095012207 to pos 0, reset compression=false 2024-12-01T23:16:58,890 INFO [M:0;f962de17fdc3:35367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d67bdd3e8d447fbc0cc1d1da38e83e 2024-12-01T23:16:58,903 DEBUG [M:0;f962de17fdc3:35367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77dc2a82165940a6824f4fb2e289b233 as hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77dc2a82165940a6824f4fb2e289b233 2024-12-01T23:16:58,911 INFO [M:0;f962de17fdc3:35367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77dc2a82165940a6824f4fb2e289b233, entries=8, sequenceid=28, filesize=5.5 K 2024-12-01T23:16:58,913 DEBUG [M:0;f962de17fdc3:35367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d0328efeb5d48a8a099c54b4ac791da as hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d0328efeb5d48a8a099c54b4ac791da 2024-12-01T23:16:58,919 INFO [M:0;f962de17fdc3:35367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d0328efeb5d48a8a099c54b4ac791da, entries=3, sequenceid=28, filesize=5.2 K 2024-12-01T23:16:58,920 DEBUG [M:0;f962de17fdc3:35367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d67bdd3e8d447fbc0cc1d1da38e83e as hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6d67bdd3e8d447fbc0cc1d1da38e83e 2024-12-01T23:16:58,926 INFO [M:0;f962de17fdc3:35367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42821/user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6d67bdd3e8d447fbc0cc1d1da38e83e, entries=1, sequenceid=28, filesize=5.0 K 2024-12-01T23:16:58,927 INFO [M:0;f962de17fdc3:35367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=28, compaction requested=false 2024-12-01T23:16:58,928 INFO [M:0;f962de17fdc3:35367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:16:58,928 DEBUG [M:0;f962de17fdc3:35367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095017592Disabling compacts and flushes for region at 1733095017592Disabling writes for close at 1733095017593 (+1 ms)Obtaining lock to block concurrent updates at 1733095017593Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095017593Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733095017594 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095017596 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095017596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095017615 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095017615Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095018033 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095018050 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095018050Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095018469 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095018484 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095018484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7e9ed8: reopening flushed file at 1733095018901 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f357280: reopening flushed file at 1733095018912 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42308bfa: reopening flushed file at 1733095018919 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=28, compaction requested=false at 1733095018927 (+8 ms)Writing region close event to WAL at 1733095018928 (+1 ms)Closed at 1733095018928 2024-12-01T23:16:58,930 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d3e17163-fce0-f38b-b938-8b30f9bdb9b4/MasterData/WALs/f962de17fdc3,35367,1733095002144/f962de17fdc3%2C35367%2C1733095002144.1733095003326 not finished, retry = 0 2024-12-01T23:16:58,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42481 is added to blk_1073741830_1006 (size=10165) 2024-12-01T23:16:59,032 INFO [M:0;f962de17fdc3:35367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:16:59,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:16:59,032 INFO [M:0;f962de17fdc3:35367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35367 2024-12-01T23:16:59,034 INFO [M:0;f962de17fdc3:35367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:16:59,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:16:59,184 INFO [M:0;f962de17fdc3:35367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:16:59,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35367-0x101932edded0003, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:16:59,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:16:59,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:16:59,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:16:59,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:16:59,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/hadoop.log.dir/,STOPPED} 2024-12-01T23:16:59,197 WARN [BP-1587548949-172.17.0.3-1733094999674 heartbeating to localhost/127.0.0.1:42821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:16:59,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:16:59,197 WARN [BP-1587548949-172.17.0.3-1733094999674 heartbeating to localhost/127.0.0.1:42821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1587548949-172.17.0.3-1733094999674 (Datanode Uuid 6f68484f-67d5-4d64-a9f6-90ae6fae73a5) service to localhost/127.0.0.1:42821 2024-12-01T23:16:59,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:16:59,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/cluster_92622d33-f385-4845-6e3b-ad0786aa366e/data/data1/current/BP-1587548949-172.17.0.3-1733094999674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:16:59,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/cluster_92622d33-f385-4845-6e3b-ad0786aa366e/data/data2/current/BP-1587548949-172.17.0.3-1733094999674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:16:59,199 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:16:59,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:16:59,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:16:59,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:16:59,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:16:59,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/hadoop.log.dir/,STOPPED} 2024-12-01T23:16:59,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:16:59,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:16:59,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:16:59,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:59,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:59,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:59,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:59,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:16:59,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1219155638, stopped=false 2024-12-01T23:16:59,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,45005,1733095011124 2024-12-01T23:16:59,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0592497239/running 2024-12-01T23:16:59,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0592497239/running 2024-12-01T23:16:59,242 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:16:59,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:59,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:16:59,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:16:59,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:59,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:59,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/running 2024-12-01T23:16:59,243 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,46353,1733095011205' ***** 2024-12-01T23:16:59,243 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:16:59,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Set watcher on znode that does not yet exist, /0592497239/running 2024-12-01T23:16:59,243 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:16:59,244 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:16:59,244 INFO [RS:0;f962de17fdc3:46353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:16:59,244 INFO [RS:0;f962de17fdc3:46353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:16:59,244 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:59,244 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,46353,1733095011205 2024-12-01T23:16:59,244 INFO [RS:0;f962de17fdc3:46353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:16:59,244 INFO [RS:0;f962de17fdc3:46353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:46353. 2024-12-01T23:16:59,244 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b09a405005dc40e20fe339ba9d855f1, disabling compactions & flushes 2024-12-01T23:16:59,244 DEBUG [RS:0;f962de17fdc3:46353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:59,244 DEBUG [RS:0;f962de17fdc3:46353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:59,244 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:59,245 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:59,245 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:16:59,245 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:16:59,245 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:16:59,245 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. after waiting 0 ms 2024-12-01T23:16:59,245 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:16:59,245 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:59,247 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:16:59,247 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3b09a405005dc40e20fe339ba9d855f1=hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1.} 2024-12-01T23:16:59,247 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b09a405005dc40e20fe339ba9d855f1 2024-12-01T23:16:59,247 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:16:59,247 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:16:59,247 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:16:59,247 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:16:59,248 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:16:59,248 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-01T23:16:59,253 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/replication/3b09a405005dc40e20fe339ba9d855f1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-01T23:16:59,254 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:16:59,254 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:16:59,254 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:59,254 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b09a405005dc40e20fe339ba9d855f1: Waiting for close lock at 1733095019244Running coprocessor pre-close hooks at 1733095019244Disabling compacts and flushes for region at 1733095019244Disabling writes for close at 1733095019245 (+1 ms)Writing region close event to WAL at 1733095019247 (+2 ms)Running coprocessor post-close hooks at 1733095019254 (+7 ms)Closed at 1733095019254 2024-12-01T23:16:59,255 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1. 2024-12-01T23:16:59,267 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/info/5b1aed5220a348a09fa7eaeb324aaaa9 is 147, key is hbase:replication,,1733095005135.3b09a405005dc40e20fe339ba9d855f1./info:regioninfo/1733095016726/Put/seqid=0 2024-12-01T23:16:59,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741851_1027 (size=6385) 2024-12-01T23:16:59,332 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:16:59,448 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:16:59,648 DEBUG [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:16:59,675 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/info/5b1aed5220a348a09fa7eaeb324aaaa9 2024-12-01T23:16:59,687 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/.tmp/info/5b1aed5220a348a09fa7eaeb324aaaa9 as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/info/5b1aed5220a348a09fa7eaeb324aaaa9 2024-12-01T23:16:59,693 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/info/5b1aed5220a348a09fa7eaeb324aaaa9, entries=8, sequenceid=19, filesize=6.2 K 2024-12-01T23:16:59,694 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-12-01T23:16:59,700 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-01T23:16:59,700 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:16:59,700 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:16:59,700 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:16:59,701 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095019247Running coprocessor pre-close hooks at 1733095019247Disabling compacts and flushes for region at 1733095019247Disabling writes for close at 1733095019247Obtaining lock to block concurrent updates at 1733095019248 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733095019248Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733095019248Flushing stores of hbase:meta,,1.1588230740 at 1733095019249 (+1 ms)Flushing 1588230740/info: creating writer at 1733095019249Flushing 1588230740/info: appending metadata at 1733095019267 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733095019267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c044e31: reopening flushed file at 1733095019686 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1733095019694 (+8 ms)Writing region close event to WAL at 1733095019695 (+1 ms)Running coprocessor post-close hooks at 1733095019700 (+5 ms)Closed at 1733095019700 2024-12-01T23:16:59,701 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:16:59,849 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,46353,1733095011205; all regions closed. 2024-12-01T23:16:59,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741849_1025 (size=2156) 2024-12-01T23:16:59,862 DEBUG [RS:0;f962de17fdc3:46353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs 2024-12-01T23:16:59,862 INFO [RS:0;f962de17fdc3:46353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C46353%2C1733095011205.meta:.meta(num 1733095012694) 2024-12-01T23:16:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741850_1026 (size=796) 2024-12-01T23:16:59,869 DEBUG [RS:0;f962de17fdc3:46353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs 2024-12-01T23:16:59,869 INFO [RS:0;f962de17fdc3:46353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C46353%2C1733095011205.rep:(num 1733095016678) 2024-12-01T23:16:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741848_1024 (size=93) 2024-12-01T23:16:59,875 DEBUG [RS:0;f962de17fdc3:46353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/oldWALs 2024-12-01T23:16:59,875 INFO [RS:0;f962de17fdc3:46353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C46353%2C1733095011205:(num 1733095012207) 2024-12-01T23:16:59,875 DEBUG [RS:0;f962de17fdc3:46353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:59,875 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:16:59,875 INFO [RS:0;f962de17fdc3:46353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:16:59,875 INFO [RS:0;f962de17fdc3:46353 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T23:16:59,876 INFO [RS:0;f962de17fdc3:46353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:16:59,876 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:16:59,876 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,46353,1733095011205 because: Region server is closing 2024-12-01T23:16:59,876 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-01T23:16:59,876 INFO [RS:0;f962de17fdc3:46353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:46353. 2024-12-01T23:16:59,876 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-01T23:16:59,876 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-01T23:16:59,876 DEBUG [RS:0;f962de17fdc3:46353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:59,876 DEBUG [RS:0;f962de17fdc3:46353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:59,877 DEBUG [RS:0;f962de17fdc3:46353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:59,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:16:59,977 WARN [RS:0;f962de17fdc3:46353.replicationSource.wal-reader.f962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:16:59,977 WARN [RS:0;f962de17fdc3:46353.replicationSource.shipperf962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T23:16:59,977 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f962de17fdc3:46353.replicationSource.shipperf962de17fdc3%2C46353%2C1733095011205,1-f962de17fdc3,46353,1733095011205 terminated 2024-12-01T23:16:59,977 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f962de17fdc3,46353,1733095011205 because: Region server is closing 2024-12-01T23:16:59,977 INFO [RS:0;f962de17fdc3:46353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:46353. 2024-12-01T23:16:59,977 DEBUG [RS:0;f962de17fdc3:46353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:16:59,977 DEBUG [RS:0;f962de17fdc3:46353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:59,978 DEBUG [RS:0;f962de17fdc3:46353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:16:59,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:17:00,078 WARN [RS:0;f962de17fdc3:46353.replicationSource.shipperf962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T23:17:00,078 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;f962de17fdc3:46353.replicationSource.shipperf962de17fdc3%2C46353%2C1733095011205,2-f962de17fdc3,46353,1733095011205 terminated 2024-12-01T23:17:00,078 INFO [RS:0;f962de17fdc3:46353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46353 2024-12-01T23:17:00,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239/rs 2024-12-01T23:17:00,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0592497239/rs/f962de17fdc3,46353,1733095011205 2024-12-01T23:17:00,179 INFO [RS:0;f962de17fdc3:46353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:17:00,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,46353,1733095011205] 2024-12-01T23:17:00,252 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0592497239/draining/f962de17fdc3,46353,1733095011205 already deleted, retry=false 2024-12-01T23:17:00,252 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,46353,1733095011205 expired; onlineServers=0 2024-12-01T23:17:00,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,45005,1733095011124' ***** 2024-12-01T23:17:00,252 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:17:00,253 INFO [M:0;f962de17fdc3:45005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:17:00,253 INFO [M:0;f962de17fdc3:45005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:17:00,253 DEBUG [M:0;f962de17fdc3:45005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:17:00,253 DEBUG [M:0;f962de17fdc3:45005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:17:00,253 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095011812 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095011812,5,FailOnTimeoutGroup] 2024-12-01T23:17:00,253 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095011816 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095011816,5,FailOnTimeoutGroup] 2024-12-01T23:17:00,253 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:17:00,253 INFO [M:0;f962de17fdc3:45005 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:17:00,253 INFO [M:0;f962de17fdc3:45005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:17:00,253 DEBUG [M:0;f962de17fdc3:45005 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:17:00,253 INFO [M:0;f962de17fdc3:45005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:17:00,253 INFO [M:0;f962de17fdc3:45005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:17:00,254 INFO [M:0;f962de17fdc3:45005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:17:00,254 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:17:00,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0592497239/master 2024-12-01T23:17:00,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0592497239 2024-12-01T23:17:00,263 DEBUG [M:0;f962de17fdc3:45005 {}] zookeeper.ZKUtil(347): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Unable to get data of znode /0592497239/master because node does not exist (not an error) 2024-12-01T23:17:00,263 WARN [M:0;f962de17fdc3:45005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:17:00,264 INFO [M:0;f962de17fdc3:45005 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/.lastflushedseqids 2024-12-01T23:17:00,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741852_1028 (size=181) 2024-12-01T23:17:00,342 INFO [RS:0;f962de17fdc3:46353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:17:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46353-0x101932edded0007, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:00,342 INFO [RS:0;f962de17fdc3:46353 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,46353,1733095011205; zookeeper connection closed. 2024-12-01T23:17:00,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ea15eef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ea15eef 2024-12-01T23:17:00,343 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:17:00,670 INFO [M:0;f962de17fdc3:45005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:17:00,670 INFO [M:0;f962de17fdc3:45005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:17:00,670 DEBUG [M:0;f962de17fdc3:45005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:17:00,670 INFO [M:0;f962de17fdc3:45005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:00,670 DEBUG [M:0;f962de17fdc3:45005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:00,670 DEBUG [M:0;f962de17fdc3:45005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:17:00,671 DEBUG [M:0;f962de17fdc3:45005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:00,671 INFO [M:0;f962de17fdc3:45005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-01T23:17:00,686 DEBUG [M:0;f962de17fdc3:45005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55efbcfa21c24274a2dcd8bb45dcbf34 is 82, key is hbase:meta,,1/info:regioninfo/1733095012778/Put/seqid=0 2024-12-01T23:17:00,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741853_1029 (size=5680) 2024-12-01T23:17:01,091 INFO [M:0;f962de17fdc3:45005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55efbcfa21c24274a2dcd8bb45dcbf34 2024-12-01T23:17:01,111 DEBUG [M:0;f962de17fdc3:45005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0113594653bb4f9fa7a862d9ab2213e1 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733095016736/Put/seqid=0 2024-12-01T23:17:01,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741854_1030 (size=7319) 2024-12-01T23:17:01,516 INFO [M:0;f962de17fdc3:45005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0113594653bb4f9fa7a862d9ab2213e1 2024-12-01T23:17:01,536 DEBUG [M:0;f962de17fdc3:45005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9937e28fb74af7b9a8d979c80d8128 is 69, key is f962de17fdc3,46353,1733095011205/rs:state/1733095011916/Put/seqid=0 2024-12-01T23:17:01,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741855_1031 (size=5371) 2024-12-01T23:17:01,941 INFO [M:0;f962de17fdc3:45005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9937e28fb74af7b9a8d979c80d8128 2024-12-01T23:17:01,947 INFO [M:0;f962de17fdc3:45005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f9937e28fb74af7b9a8d979c80d8128 2024-12-01T23:17:01,948 DEBUG [M:0;f962de17fdc3:45005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55efbcfa21c24274a2dcd8bb45dcbf34 as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55efbcfa21c24274a2dcd8bb45dcbf34 2024-12-01T23:17:01,953 INFO [M:0;f962de17fdc3:45005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55efbcfa21c24274a2dcd8bb45dcbf34, entries=8, sequenceid=172, filesize=5.5 K 2024-12-01T23:17:01,955 DEBUG [M:0;f962de17fdc3:45005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0113594653bb4f9fa7a862d9ab2213e1 as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0113594653bb4f9fa7a862d9ab2213e1 2024-12-01T23:17:01,961 INFO [M:0;f962de17fdc3:45005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0113594653bb4f9fa7a862d9ab2213e1, entries=7, sequenceid=172, filesize=7.1 K 2024-12-01T23:17:01,963 DEBUG [M:0;f962de17fdc3:45005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f9937e28fb74af7b9a8d979c80d8128 as hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f9937e28fb74af7b9a8d979c80d8128 2024-12-01T23:17:01,969 INFO [M:0;f962de17fdc3:45005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f9937e28fb74af7b9a8d979c80d8128 2024-12-01T23:17:01,969 INFO [M:0;f962de17fdc3:45005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36671/user/jenkins/test-data/023d80ec-ffc7-0022-a991-15524ae5e4bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f9937e28fb74af7b9a8d979c80d8128, entries=2, sequenceid=172, filesize=5.2 K 2024-12-01T23:17:01,971 INFO [M:0;f962de17fdc3:45005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=172, compaction requested=false 2024-12-01T23:17:01,972 INFO [M:0;f962de17fdc3:45005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:01,972 DEBUG [M:0;f962de17fdc3:45005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095020670Disabling compacts and flushes for region at 1733095020670Disabling writes for close at 1733095020671 (+1 ms)Obtaining lock to block concurrent updates at 1733095020671Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095020671Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733095020671Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095020672 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095020672Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095020686 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095020686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095021097 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095021110 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095021110Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095021522 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095021535 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095021535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552c2563: reopening flushed file at 1733095021947 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5145d2e3: reopening flushed file at 1733095021954 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306974ef: reopening flushed file at 1733095021962 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=172, compaction requested=false at 1733095021971 (+9 ms)Writing region close event to WAL at 1733095021972 (+1 ms)Closed at 1733095021972 2024-12-01T23:17:01,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39915 is added to blk_1073741847_1023 (size=22949) 2024-12-01T23:17:01,975 INFO [M:0;f962de17fdc3:45005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:17:01,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:17:01,976 INFO [M:0;f962de17fdc3:45005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45005 2024-12-01T23:17:01,976 INFO [M:0;f962de17fdc3:45005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:17:02,097 INFO [M:0;f962de17fdc3:45005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:17:02,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:02,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x101932edded0006, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:02,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:17:02,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:17:02,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:17:02,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:17:02,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/hadoop.log.dir/,STOPPED} 2024-12-01T23:17:02,101 WARN [BP-1690181950-172.17.0.3-1733094991160 heartbeating to localhost/127.0.0.1:36671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:17:02,101 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:17:02,101 WARN [BP-1690181950-172.17.0.3-1733094991160 heartbeating to localhost/127.0.0.1:36671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1690181950-172.17.0.3-1733094991160 (Datanode Uuid 83c172c0-4a19-4e2f-8389-7a1dd1fbb050) service to localhost/127.0.0.1:36671 2024-12-01T23:17:02,101 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:17:02,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/cluster_1a1915c8-0b77-3628-ca28-8d2090987f15/data/data1/current/BP-1690181950-172.17.0.3-1733094991160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:17:02,102 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/cluster_1a1915c8-0b77-3628-ca28-8d2090987f15/data/data2/current/BP-1690181950-172.17.0.3-1733094991160 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:17:02,102 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:17:02,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:17:02,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:17:02,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:17:02,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:17:02,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f8e243e-0fb0-4ae3-cd0c-a67e6d7029ba/hadoop.log.dir/,STOPPED} 2024-12-01T23:17:02,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:17:02,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:17:02,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: regionserver/f962de17fdc3:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42821 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@74a92eae java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/f962de17fdc3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f962de17fdc3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f962de17fdc3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52167) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f962de17fdc3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36671 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52167) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 513), ProcessCount=11 (was 11), AvailableMemoryMB=5707 (was 6495) 2024-12-01T23:17:02,149 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=5707 2024-12-01T23:17:02,160 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-01T23:17:02,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/hadoop.log.dir so I do NOT create it in target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3 2024-12-01T23:17:02,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:17:02,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/hadoop.tmp.dir so I do NOT create it in target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3 2024-12-01T23:17:02,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5375702e-91fb-d2c8-b765-7755736c2a81/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:17:02,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3 2024-12-01T23:17:02,161 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/cluster_50eec46d-ec6b-12cf-b400-185c7897b0c5, deleteOnExit=true 2024-12-01T23:17:02,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/cluster_50eec46d-ec6b-12cf-b400-185c7897b0c5/zookeeper_0, clientPort=61251, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/cluster_50eec46d-ec6b-12cf-b400-185c7897b0c5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/cluster_50eec46d-ec6b-12cf-b400-185c7897b0c5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:17:02,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61251 2024-12-01T23:17:02,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:17:02,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:17:02,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/test.cache.data in system properties and HBase conf 2024-12-01T23:17:02,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:17:02,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:17:02,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:17:02,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:17:02,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:17:02,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:17:02,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:17:02,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:17:02,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:17:02,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:17:02,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:17:02,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:02,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101932edded0002, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:17:02,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101932edded0005, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:17:02,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101932edded0002, quorum=127.0.0.1:52167, baseZNode=/0592497239 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:17:02,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101932edded0005, quorum=127.0.0.1:52167, baseZNode=/1-1080926583 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:17:02,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:02,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:02,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:17:02,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:17:02,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:17:02,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:17:02,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:02,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:17:02,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:17:02,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/java.io.tmpdir/jetty-localhost-39269-hadoop-hdfs-3_4_1-tests_jar-_-any-3048384263080712945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:17:02,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:39269} 2024-12-01T23:17:02,673 INFO [Time-limited test {}] server.Server(415): Started @33443ms 2024-12-01T23:17:02,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:02,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:17:02,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:17:02,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:17:02,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:17:02,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:17:02,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:17:03,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/java.io.tmpdir/jetty-localhost-36361-hadoop-hdfs-3_4_1-tests_jar-_-any-18340255157848267897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:17:03,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:36361} 2024-12-01T23:17:03,002 INFO [Time-limited test {}] server.Server(415): Started @33772ms 2024-12-01T23:17:03,003 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:17:03,643 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/cluster_50eec46d-ec6b-12cf-b400-185c7897b0c5/data/data2/current/BP-1101834359-172.17.0.3-1733095022188/current, will proceed with Du for space computation calculation, 2024-12-01T23:17:03,643 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/cluster_50eec46d-ec6b-12cf-b400-185c7897b0c5/data/data1/current/BP-1101834359-172.17.0.3-1733095022188/current, will proceed with Du for space computation calculation, 2024-12-01T23:17:03,667 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:17:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5329e2bc26cffaa with lease ID 0x704afb2032d46f91: Processing first storage report for DS-ca7d5cec-3d46-4efc-aa04-2aaf1255ec9b from datanode DatanodeRegistration(127.0.0.1:44163, datanodeUuid=dfb05c86-5213-4254-8c78-cb79f0274420, infoPort=46679, infoSecurePort=0, ipcPort=33181, storageInfo=lv=-57;cid=testClusterID;nsid=738317735;c=1733095022188) 2024-12-01T23:17:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5329e2bc26cffaa with lease ID 0x704afb2032d46f91: from storage DS-ca7d5cec-3d46-4efc-aa04-2aaf1255ec9b node DatanodeRegistration(127.0.0.1:44163, datanodeUuid=dfb05c86-5213-4254-8c78-cb79f0274420, infoPort=46679, infoSecurePort=0, ipcPort=33181, storageInfo=lv=-57;cid=testClusterID;nsid=738317735;c=1733095022188), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:17:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5329e2bc26cffaa with lease ID 0x704afb2032d46f91: Processing first storage report for DS-904582be-4dd3-4ef4-91dc-7d0b47176894 from datanode DatanodeRegistration(127.0.0.1:44163, datanodeUuid=dfb05c86-5213-4254-8c78-cb79f0274420, infoPort=46679, infoSecurePort=0, ipcPort=33181, storageInfo=lv=-57;cid=testClusterID;nsid=738317735;c=1733095022188) 2024-12-01T23:17:03,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5329e2bc26cffaa with lease ID 0x704afb2032d46f91: from storage DS-904582be-4dd3-4ef4-91dc-7d0b47176894 node DatanodeRegistration(127.0.0.1:44163, datanodeUuid=dfb05c86-5213-4254-8c78-cb79f0274420, infoPort=46679, infoSecurePort=0, ipcPort=33181, storageInfo=lv=-57;cid=testClusterID;nsid=738317735;c=1733095022188), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:17:03,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3 2024-12-01T23:17:03,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:03,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:03,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:17:04,144 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332 with version=8 2024-12-01T23:17:04,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/hbase-staging 2024-12-01T23:17:04,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:17:04,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:04,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:04,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:17:04,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:04,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:17:04,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:17:04,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:17:04,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39053 2024-12-01T23:17:04,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39053 connecting to ZooKeeper ensemble=127.0.0.1:61251 2024-12-01T23:17:04,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390530x0, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:04,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39053-0x101932f59ff0000 connected 2024-12-01T23:17:04,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:04,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:04,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Set watcher on znode that does not yet exist, /0-1671816974/running 2024-12-01T23:17:04,353 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332, hbase.cluster.distributed=false 2024-12-01T23:17:04,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Set watcher on znode that does not yet exist, /0-1671816974/acl 2024-12-01T23:17:04,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39053 2024-12-01T23:17:04,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39053 2024-12-01T23:17:04,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39053 2024-12-01T23:17:04,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39053 2024-12-01T23:17:04,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39053 2024-12-01T23:17:04,373 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:17:04,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:04,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:04,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:17:04,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:04,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:17:04,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:17:04,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:17:04,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36137 2024-12-01T23:17:04,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36137 connecting to ZooKeeper ensemble=127.0.0.1:61251 2024-12-01T23:17:04,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:04,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:04,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361370x0, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:04,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361370x0, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Set watcher on znode that does not yet exist, /0-1671816974/running 2024-12-01T23:17:04,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36137-0x101932f59ff0001 connected 2024-12-01T23:17:04,390 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:17:04,390 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:17:04,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Set watcher on znode that does not yet exist, /0-1671816974/master 2024-12-01T23:17:04,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Set watcher on znode that does not yet exist, /0-1671816974/acl 2024-12-01T23:17:04,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36137 2024-12-01T23:17:04,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36137 2024-12-01T23:17:04,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36137 2024-12-01T23:17:04,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36137 2024-12-01T23:17:04,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36137 2024-12-01T23:17:04,412 DEBUG [M:0;f962de17fdc3:39053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:39053 2024-12-01T23:17:04,413 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1671816974/backup-masters/f962de17fdc3,39053,1733095024146 2024-12-01T23:17:04,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974/backup-masters 2024-12-01T23:17:04,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974/backup-masters 2024-12-01T23:17:04,421 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Set watcher on existing znode=/0-1671816974/backup-masters/f962de17fdc3,39053,1733095024146 2024-12-01T23:17:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1671816974/master 2024-12-01T23:17:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:04,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:04,431 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Set watcher on existing znode=/0-1671816974/master 2024-12-01T23:17:04,432 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1671816974/backup-masters/f962de17fdc3,39053,1733095024146 from backup master directory 2024-12-01T23:17:04,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974/backup-masters 2024-12-01T23:17:04,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1671816974/backup-masters/f962de17fdc3,39053,1733095024146 2024-12-01T23:17:04,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974/backup-masters 2024-12-01T23:17:04,441 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:17:04,441 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,39053,1733095024146 2024-12-01T23:17:04,446 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/hbase.id] with ID: 36fff09d-2ad2-4bb0-8ffb-6f709cd807e7 2024-12-01T23:17:04,446 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/.tmp/hbase.id 2024-12-01T23:17:04,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:17:04,852 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/.tmp/hbase.id]:[hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/hbase.id] 2024-12-01T23:17:04,864 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:04,864 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:17:04,865 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:17:04,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:04,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:17:05,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:17:05,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:17:05,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T23:17:05,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:17:05,322 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:17:05,323 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:17:05,323 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:17:05,731 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store 2024-12-01T23:17:05,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:17:06,138 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:06,138 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:17:06,138 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:06,138 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:06,138 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:17:06,138 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:06,138 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:06,138 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095026138Disabling compacts and flushes for region at 1733095026138Disabling writes for close at 1733095026138Writing region close event to WAL at 1733095026138Closed at 1733095026138 2024-12-01T23:17:06,139 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/.initializing 2024-12-01T23:17:06,139 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/WALs/f962de17fdc3,39053,1733095024146 2024-12-01T23:17:06,140 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:17:06,142 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C39053%2C1733095024146, suffix=, logDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/WALs/f962de17fdc3,39053,1733095024146, archiveDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/oldWALs, maxLogs=10 2024-12-01T23:17:06,156 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/WALs/f962de17fdc3,39053,1733095024146/f962de17fdc3%2C39053%2C1733095024146.1733095026142, exclude list is [], retry=0 2024-12-01T23:17:06,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44163,DS-ca7d5cec-3d46-4efc-aa04-2aaf1255ec9b,DISK] 2024-12-01T23:17:06,161 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/WALs/f962de17fdc3,39053,1733095024146/f962de17fdc3%2C39053%2C1733095024146.1733095026142 2024-12-01T23:17:06,161 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46679:46679)] 2024-12-01T23:17:06,161 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:06,161 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:06,161 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,161 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:17:06,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:06,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:06,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:17:06,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:06,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:06,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:17:06,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:06,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:06,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:17:06,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:06,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:06,170 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,170 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,171 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,172 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,172 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,172 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:06,174 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:06,176 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:06,176 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72154081, jitterRate=0.07517959177494049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:06,177 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095026162Initializing all the Stores at 1733095026163 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095026163Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095026163Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095026163Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095026163Cleaning up temporary data from old regions at 1733095026172 (+9 ms)Region opened successfully at 1733095026177 (+5 ms) 2024-12-01T23:17:06,177 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:17:06,180 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7405221f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:17:06,181 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:17:06,181 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:17:06,181 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:17:06,181 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:17:06,182 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:17:06,182 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:17:06,182 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:17:06,184 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:17:06,185 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Unable to get data of znode /0-1671816974/balancer because node does not exist (not necessarily an error) 2024-12-01T23:17:06,210 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671816974/balancer already deleted, retry=false 2024-12-01T23:17:06,210 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:17:06,211 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Unable to get data of znode /0-1671816974/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:17:06,231 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671816974/normalizer already deleted, retry=false 2024-12-01T23:17:06,231 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:17:06,232 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Unable to get data of znode /0-1671816974/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:17:06,252 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671816974/switch/split already deleted, retry=false 2024-12-01T23:17:06,253 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Unable to get data of znode /0-1671816974/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:17:06,262 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671816974/switch/merge already deleted, retry=false 2024-12-01T23:17:06,264 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Unable to get data of znode /0-1671816974/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:17:06,273 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671816974/snapshot-cleanup already deleted, retry=false 2024-12-01T23:17:06,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1671816974/running 2024-12-01T23:17:06,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1671816974/running 2024-12-01T23:17:06,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:06,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:06,284 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,39053,1733095024146, sessionid=0x101932f59ff0000, setting cluster-up flag (Was=false) 2024-12-01T23:17:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:06,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:06,336 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1671816974/flush-table-proc/acquired, /0-1671816974/flush-table-proc/reached, /0-1671816974/flush-table-proc/abort 2024-12-01T23:17:06,338 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,39053,1733095024146 2024-12-01T23:17:06,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:06,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:06,389 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1671816974/online-snapshot/acquired, /0-1671816974/online-snapshot/reached, /0-1671816974/online-snapshot/abort 2024-12-01T23:17:06,390 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,39053,1733095024146 2024-12-01T23:17:06,391 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:17:06,393 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:06,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:17:06,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:17:06,393 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,39053,1733095024146 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:17:06,395 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:06,395 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:06,395 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:06,395 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:06,395 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:17:06,395 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,395 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:17:06,395 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,396 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095056396 2024-12-01T23:17:06,396 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:17:06,396 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:17:06,396 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:17:06,396 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:17:06,396 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:17:06,396 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:17:06,397 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,397 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:17:06,397 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:17:06,397 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:17:06,397 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:17:06,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:06,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:17:06,398 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:17:06,398 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:17:06,398 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095026398,5,FailOnTimeoutGroup] 2024-12-01T23:17:06,398 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095026398,5,FailOnTimeoutGroup] 2024-12-01T23:17:06,398 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,398 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:17:06,398 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,399 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,399 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:06,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:17:06,404 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(746): ClusterId : 36fff09d-2ad2-4bb0-8ffb-6f709cd807e7 2024-12-01T23:17:06,404 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:17:06,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:17:06,412 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:17:06,412 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:17:06,421 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:17:06,422 DEBUG [RS:0;f962de17fdc3:36137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c426094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:17:06,436 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:36137 2024-12-01T23:17:06,436 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:17:06,436 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:17:06,436 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:17:06,437 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,39053,1733095024146 with port=36137, startcode=1733095024373 2024-12-01T23:17:06,438 DEBUG [RS:0;f962de17fdc3:36137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:17:06,439 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:17:06,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,36137,1733095024373 2024-12-01T23:17:06,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39053 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,36137,1733095024373 2024-12-01T23:17:06,442 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332 2024-12-01T23:17:06,442 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46607 2024-12-01T23:17:06,442 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:17:06,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974/rs 2024-12-01T23:17:06,452 DEBUG [RS:0;f962de17fdc3:36137 {}] zookeeper.ZKUtil(111): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Set watcher on existing znode=/0-1671816974/rs/f962de17fdc3,36137,1733095024373 2024-12-01T23:17:06,452 WARN [RS:0;f962de17fdc3:36137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:17:06,453 INFO [RS:0;f962de17fdc3:36137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:06,453 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373 2024-12-01T23:17:06,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,36137,1733095024373] 2024-12-01T23:17:06,457 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:17:06,459 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:17:06,459 INFO [RS:0;f962de17fdc3:36137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:17:06,459 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,459 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:17:06,460 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:17:06,460 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,460 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,460 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,460 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,460 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,460 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,460 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:17:06,460 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,460 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,460 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,461 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,461 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,461 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:06,461 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:17:06,461 DEBUG [RS:0;f962de17fdc3:36137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:17:06,461 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,461 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,461 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,461 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,461 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,462 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36137,1733095024373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:17:06,474 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:17:06,474 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36137,1733095024373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,475 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,475 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.Replication(171): f962de17fdc3,36137,1733095024373 started 2024-12-01T23:17:06,487 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:06,487 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,36137,1733095024373, RpcServer on f962de17fdc3/172.17.0.3:36137, sessionid=0x101932f59ff0001 2024-12-01T23:17:06,487 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:17:06,487 DEBUG [RS:0;f962de17fdc3:36137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,36137,1733095024373 2024-12-01T23:17:06,487 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,36137,1733095024373' 2024-12-01T23:17:06,487 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1671816974/flush-table-proc/abort' 2024-12-01T23:17:06,488 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1671816974/flush-table-proc/acquired' 2024-12-01T23:17:06,488 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:17:06,488 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:17:06,488 DEBUG [RS:0;f962de17fdc3:36137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,36137,1733095024373 2024-12-01T23:17:06,488 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,36137,1733095024373' 2024-12-01T23:17:06,488 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1671816974/online-snapshot/abort' 2024-12-01T23:17:06,489 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1671816974/online-snapshot/acquired' 2024-12-01T23:17:06,489 DEBUG [RS:0;f962de17fdc3:36137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:17:06,489 INFO [RS:0;f962de17fdc3:36137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:17:06,489 INFO [RS:0;f962de17fdc3:36137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:17:06,590 INFO [RS:0;f962de17fdc3:36137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:17:06,591 INFO [RS:0;f962de17fdc3:36137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C36137%2C1733095024373, suffix=, logDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373, archiveDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/oldWALs, maxLogs=10 2024-12-01T23:17:06,603 DEBUG [RS:0;f962de17fdc3:36137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592, exclude list is [], retry=0 2024-12-01T23:17:06,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44163,DS-ca7d5cec-3d46-4efc-aa04-2aaf1255ec9b,DISK] 2024-12-01T23:17:06,608 INFO [RS:0;f962de17fdc3:36137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592 2024-12-01T23:17:06,608 DEBUG [RS:0;f962de17fdc3:36137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46679:46679)] 2024-12-01T23:17:06,813 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:17:06,813 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332 2024-12-01T23:17:06,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:17:07,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:07,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:17:07,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:17:07,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:07,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:07,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:17:07,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:17:07,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:07,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:07,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:17:07,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:17:07,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:07,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:07,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:17:07,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:17:07,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:07,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:07,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:17:07,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740 2024-12-01T23:17:07,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740 2024-12-01T23:17:07,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:17:07,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:17:07,238 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:07,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:17:07,242 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:07,243 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73813970, jitterRate=0.09991386532783508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:07,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095027224Initializing all the Stores at 1733095027225 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095027225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095027226 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095027226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095027226Cleaning up temporary data from old regions at 1733095027238 (+12 ms)Region opened successfully at 1733095027244 (+6 ms) 2024-12-01T23:17:07,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:17:07,244 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:17:07,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:17:07,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:17:07,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:17:07,245 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:17:07,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095027244Disabling compacts and flushes for region at 1733095027244Disabling writes for close at 1733095027244Writing region close event to WAL at 1733095027245 (+1 ms)Closed at 1733095027245 2024-12-01T23:17:07,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:07,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:17:07,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:17:07,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:17:07,249 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:17:07,399 DEBUG [f962de17fdc3:39053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:17:07,400 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,36137,1733095024373 2024-12-01T23:17:07,402 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,36137,1733095024373, state=OPENING 2024-12-01T23:17:07,470 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:17:07,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:07,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:07,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:17:07,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,36137,1733095024373}] 2024-12-01T23:17:07,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1671816974/meta-region-server: CHANGED 2024-12-01T23:17:07,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1671816974/meta-region-server: CHANGED 2024-12-01T23:17:07,662 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:17:07,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:17:07,669 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:17:07,669 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:07,670 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:17:07,672 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C36137%2C1733095024373.meta, suffix=.meta, logDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373, archiveDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/oldWALs, maxLogs=10 2024-12-01T23:17:07,686 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.meta.1733095027673.meta, exclude list is [], retry=0 2024-12-01T23:17:07,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44163,DS-ca7d5cec-3d46-4efc-aa04-2aaf1255ec9b,DISK] 2024-12-01T23:17:07,692 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.meta.1733095027673.meta 2024-12-01T23:17:07,693 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46679:46679)] 2024-12-01T23:17:07,693 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:07,694 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:17:07,694 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:17:07,694 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:17:07,694 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:17:07,694 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:17:07,694 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:07,694 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:17:07,694 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:17:07,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:17:07,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:17:07,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:07,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:07,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:17:07,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:17:07,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:07,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:07,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:17:07,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:17:07,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:07,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:07,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:17:07,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:17:07,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:07,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:07,705 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:17:07,706 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740 2024-12-01T23:17:07,707 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740 2024-12-01T23:17:07,709 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:17:07,709 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:17:07,710 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:07,712 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:17:07,713 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66954658, jitterRate=-0.0022978484630584717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:07,713 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:17:07,714 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095027695Writing region info on filesystem at 1733095027695Initializing all the Stores at 1733095027696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095027696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095027696Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095027696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095027696Cleaning up temporary data from old regions at 1733095027709 (+13 ms)Running coprocessor post-open hooks at 1733095027713 (+4 ms)Region opened successfully at 1733095027714 (+1 ms) 2024-12-01T23:17:07,715 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095027662 2024-12-01T23:17:07,718 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:17:07,719 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:17:07,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,36137,1733095024373 2024-12-01T23:17:07,721 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,36137,1733095024373, state=OPEN 2024-12-01T23:17:07,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1671816974/meta-region-server 2024-12-01T23:17:07,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1671816974/meta-region-server 2024-12-01T23:17:07,737 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,36137,1733095024373 2024-12-01T23:17:07,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1671816974/meta-region-server: CHANGED 2024-12-01T23:17:07,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1671816974/meta-region-server: CHANGED 2024-12-01T23:17:07,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:17:07,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,36137,1733095024373 in 229 msec 2024-12-01T23:17:07,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:17:07,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-12-01T23:17:07,746 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:07,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:17:07,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:07,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,36137,1733095024373, seqNum=-1] 2024-12-01T23:17:07,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:07,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:07,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3640 sec 2024-12-01T23:17:07,759 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095027758, completionTime=-1 2024-12-01T23:17:07,759 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:17:07,759 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:17:07,762 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:17:07,762 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095087762 2024-12-01T23:17:07,762 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095147762 2024-12-01T23:17:07,762 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-01T23:17:07,762 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,39053,1733095024146-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:07,763 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,39053,1733095024146-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:07,763 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,39053,1733095024146-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:07,763 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:39053, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:07,763 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:07,763 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:07,766 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:17:07,767 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.326sec 2024-12-01T23:17:07,767 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:17:07,768 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:17:07,768 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:17:07,768 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:17:07,768 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:17:07,768 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,39053,1733095024146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:17:07,768 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,39053,1733095024146-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:17:07,773 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:17:07,774 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:17:07,774 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,39053,1733095024146-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:07,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:07,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,39053,-1 for getting cluster id 2024-12-01T23:17:07,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:07,807 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36fff09d-2ad2-4bb0-8ffb-6f709cd807e7' 2024-12-01T23:17:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36fff09d-2ad2-4bb0-8ffb-6f709cd807e7" 2024-12-01T23:17:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511bbd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,39053,-1] 2024-12-01T23:17:07,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:07,810 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:07,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:07,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:07,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,36137,1733095024373, seqNum=-1] 2024-12-01T23:17:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:07,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:07,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,39053,1733095024146 2024-12-01T23:17:07,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61251 2024-12-01T23:17:07,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:07,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101932f59ff0002 connected 2024-12-01T23:17:07,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/hadoop.log.dir so I do NOT create it in target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed 2024-12-01T23:17:07,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:17:07,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/hadoop.tmp.dir so I do NOT create it in target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed 2024-12-01T23:17:07,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:17:07,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed 2024-12-01T23:17:07,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:17:07,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/cluster_33497935-253e-fb54-4c2a-92f7e9becdee, deleteOnExit=true 2024-12-01T23:17:07,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:17:07,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/test.cache.data in system properties and HBase conf 2024-12-01T23:17:07,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:17:07,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:17:07,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:17:07,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:17:07,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:17:07,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:17:07,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:17:07,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:17:07,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:17:08,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:08,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:17:08,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:17:08,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:17:08,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:17:08,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:08,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:17:08,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:17:08,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/java.io.tmpdir/jetty-localhost-43329-hadoop-hdfs-3_4_1-tests_jar-_-any-8280553577756513179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:17:08,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:43329} 2024-12-01T23:17:08,271 INFO [Time-limited test {}] server.Server(415): Started @39041ms 2024-12-01T23:17:08,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:08,565 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:17:08,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:17:08,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:17:08,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:17:08,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:17:08,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:17:08,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/java.io.tmpdir/jetty-localhost-38241-hadoop-hdfs-3_4_1-tests_jar-_-any-8619635894527011225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:17:08,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:38241} 2024-12-01T23:17:08,664 INFO [Time-limited test {}] server.Server(415): Started @39434ms 2024-12-01T23:17:08,665 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:17:09,371 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/cluster_33497935-253e-fb54-4c2a-92f7e9becdee/data/data2/current/BP-2093488072-172.17.0.3-1733095027872/current, will proceed with Du for space computation calculation, 2024-12-01T23:17:09,371 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/cluster_33497935-253e-fb54-4c2a-92f7e9becdee/data/data1/current/BP-2093488072-172.17.0.3-1733095027872/current, will proceed with Du for space computation calculation, 2024-12-01T23:17:09,408 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:17:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cfe93ef5bf8ad92 with lease ID 0x3881f31eef328847: Processing first storage report for DS-eb0a24f9-b91a-4e22-9a60-bc0cd4666435 from datanode DatanodeRegistration(127.0.0.1:36825, datanodeUuid=e4e04683-2eb3-493b-8ba3-43638806fcac, infoPort=37751, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1806667327;c=1733095027872) 2024-12-01T23:17:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cfe93ef5bf8ad92 with lease ID 0x3881f31eef328847: from storage DS-eb0a24f9-b91a-4e22-9a60-bc0cd4666435 node DatanodeRegistration(127.0.0.1:36825, datanodeUuid=e4e04683-2eb3-493b-8ba3-43638806fcac, infoPort=37751, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1806667327;c=1733095027872), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:17:09,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cfe93ef5bf8ad92 with lease ID 0x3881f31eef328847: Processing first storage report for DS-95191e61-6f6d-4212-8f35-3f348a276561 from datanode DatanodeRegistration(127.0.0.1:36825, datanodeUuid=e4e04683-2eb3-493b-8ba3-43638806fcac, infoPort=37751, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1806667327;c=1733095027872) 2024-12-01T23:17:09,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cfe93ef5bf8ad92 with lease ID 0x3881f31eef328847: from storage DS-95191e61-6f6d-4212-8f35-3f348a276561 node DatanodeRegistration(127.0.0.1:36825, datanodeUuid=e4e04683-2eb3-493b-8ba3-43638806fcac, infoPort=37751, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1806667327;c=1733095027872), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:17:09,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed 2024-12-01T23:17:09,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:09,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:17:09,515 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0 with version=8 2024-12-01T23:17:09,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/hbase-staging 2024-12-01T23:17:09,517 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:17:09,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:09,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:09,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:17:09,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:09,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:17:09,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:17:09,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:17:09,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40809 2024-12-01T23:17:09,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40809 connecting to ZooKeeper ensemble=127.0.0.1:61251 2024-12-01T23:17:09,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408090x0, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:09,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40809-0x101932f59ff0003 connected 2024-12-01T23:17:09,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:09,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:09,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Set watcher on znode that does not yet exist, /11828348494/running 2024-12-01T23:17:09,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0, hbase.cluster.distributed=false 2024-12-01T23:17:09,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Set watcher on znode that does not yet exist, /11828348494/acl 2024-12-01T23:17:09,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40809 2024-12-01T23:17:09,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40809 2024-12-01T23:17:09,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40809 2024-12-01T23:17:09,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40809 2024-12-01T23:17:09,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40809 2024-12-01T23:17:09,646 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:17:09,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:09,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:09,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:17:09,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:09,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:17:09,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:17:09,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:17:09,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41957 2024-12-01T23:17:09,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41957 connecting to ZooKeeper ensemble=127.0.0.1:61251 2024-12-01T23:17:09,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:09,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:09,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419570x0, quorum=127.0.0.1:61251, baseZNode=/11828348494 Set watcher on znode that does not yet exist, /11828348494/running 2024-12-01T23:17:09,674 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419570x0, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:09,674 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:17:09,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41957-0x101932f59ff0004 connected 2024-12-01T23:17:09,682 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:17:09,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Set watcher on znode that does not yet exist, /11828348494/master 2024-12-01T23:17:09,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Set watcher on znode that does not yet exist, /11828348494/acl 2024-12-01T23:17:09,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41957 2024-12-01T23:17:09,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41957 2024-12-01T23:17:09,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41957 2024-12-01T23:17:09,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41957 2024-12-01T23:17:09,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41957 2024-12-01T23:17:09,714 DEBUG [M:0;f962de17fdc3:40809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:40809 2024-12-01T23:17:09,714 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11828348494/backup-masters/f962de17fdc3,40809,1733095029517 2024-12-01T23:17:09,725 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494/backup-masters 2024-12-01T23:17:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494/backup-masters 2024-12-01T23:17:09,726 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Set watcher on existing znode=/11828348494/backup-masters/f962de17fdc3,40809,1733095029517 2024-12-01T23:17:09,736 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828348494/master 2024-12-01T23:17:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:09,736 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:09,738 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Set watcher on existing znode=/11828348494/master 2024-12-01T23:17:09,739 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11828348494/backup-masters/f962de17fdc3,40809,1733095029517 from backup master directory 2024-12-01T23:17:09,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828348494/backup-masters/f962de17fdc3,40809,1733095029517 2024-12-01T23:17:09,746 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494/backup-masters 2024-12-01T23:17:09,746 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:17:09,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494/backup-masters 2024-12-01T23:17:09,746 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,40809,1733095029517 2024-12-01T23:17:09,752 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/hbase.id] with ID: 1d29271e-4f97-41e3-bb29-2f463b714a6e 2024-12-01T23:17:09,752 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/.tmp/hbase.id 2024-12-01T23:17:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:17:10,167 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/.tmp/hbase.id]:[hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/hbase.id] 2024-12-01T23:17:10,184 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:10,184 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:17:10,186 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T23:17:10,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:10,238 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:17:10,646 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:17:10,646 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:17:10,647 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:17:10,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:17:10,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:10,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:11,055 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store 2024-12-01T23:17:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:17:11,061 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:11,061 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:17:11,061 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:11,061 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:11,061 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:17:11,061 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:11,061 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:11,061 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095031061Disabling compacts and flushes for region at 1733095031061Disabling writes for close at 1733095031061Writing region close event to WAL at 1733095031061Closed at 1733095031061 2024-12-01T23:17:11,062 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/.initializing 2024-12-01T23:17:11,062 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/WALs/f962de17fdc3,40809,1733095029517 2024-12-01T23:17:11,063 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:17:11,065 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C40809%2C1733095029517, suffix=, logDir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/WALs/f962de17fdc3,40809,1733095029517, archiveDir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/oldWALs, maxLogs=10 2024-12-01T23:17:11,103 WARN [RS:0;f962de17fdc3:36137 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f962de17fdc3,35153,1733094995821: status=Processing ServerCrashProcedure of f962de17fdc3,35153,1733094995821 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733095011803, completionTime=-1 appears to have been leaked 2024-12-01T23:17:11,104 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/WALs/f962de17fdc3,40809,1733095029517/f962de17fdc3%2C40809%2C1733095029517.1733095031065, exclude list is [], retry=0 2024-12-01T23:17:11,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36825,DS-eb0a24f9-b91a-4e22-9a60-bc0cd4666435,DISK] 2024-12-01T23:17:11,113 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/WALs/f962de17fdc3,40809,1733095029517/f962de17fdc3%2C40809%2C1733095029517.1733095031065 2024-12-01T23:17:11,113 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37751:37751)] 2024-12-01T23:17:11,113 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:11,113 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:11,114 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,114 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:17:11,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:11,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:11,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:17:11,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:11,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:11,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:17:11,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:11,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:11,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:17:11,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:11,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:11,124 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,125 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,126 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,127 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,127 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,128 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:11,129 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:11,131 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:11,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71201459, jitterRate=0.06098441779613495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:11,132 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095031114Initializing all the Stores at 1733095031115 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095031115Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095031116 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095031116Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095031116Cleaning up temporary data from old regions at 1733095031127 (+11 ms)Region opened successfully at 1733095031132 (+5 ms) 2024-12-01T23:17:11,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:17:11,136 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d633c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:17:11,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:17:11,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:17:11,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:17:11,138 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:17:11,138 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:17:11,139 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:17:11,139 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:17:11,141 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:17:11,142 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Unable to get data of znode /11828348494/balancer because node does not exist (not necessarily an error) 2024-12-01T23:17:11,164 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828348494/balancer already deleted, retry=false 2024-12-01T23:17:11,165 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:17:11,166 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Unable to get data of znode /11828348494/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:17:11,178 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828348494/normalizer already deleted, retry=false 2024-12-01T23:17:11,178 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:17:11,179 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Unable to get data of znode /11828348494/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:17:11,188 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828348494/switch/split already deleted, retry=false 2024-12-01T23:17:11,189 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Unable to get data of znode /11828348494/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:17:11,199 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828348494/switch/merge already deleted, retry=false 2024-12-01T23:17:11,201 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Unable to get data of znode /11828348494/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:17:11,209 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11828348494/snapshot-cleanup already deleted, retry=false 2024-12-01T23:17:11,220 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828348494/running 2024-12-01T23:17:11,220 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:11,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11828348494/running 2024-12-01T23:17:11,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:11,221 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,40809,1733095029517, sessionid=0x101932f59ff0003, setting cluster-up flag (Was=false) 2024-12-01T23:17:11,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:11,241 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:11,273 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11828348494/flush-table-proc/acquired, /11828348494/flush-table-proc/reached, /11828348494/flush-table-proc/abort 2024-12-01T23:17:11,274 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,40809,1733095029517 2024-12-01T23:17:11,294 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:11,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:11,325 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11828348494/online-snapshot/acquired, /11828348494/online-snapshot/reached, /11828348494/online-snapshot/abort 2024-12-01T23:17:11,327 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,40809,1733095029517 2024-12-01T23:17:11,328 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:17:11,330 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:11,331 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:17:11,331 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:17:11,331 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,40809,1733095029517 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:17:11,333 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:11,333 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:11,333 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:11,333 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:11,333 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:17:11,333 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,334 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:17:11,334 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:11,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:17:11,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095061347 2024-12-01T23:17:11,348 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:17:11,348 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:17:11,348 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:17:11,348 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:17:11,348 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:17:11,348 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:17:11,349 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:11,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:17:11,352 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,361 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:17:11,361 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:17:11,361 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:17:11,361 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:17:11,362 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:17:11,362 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:17:11,362 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095031362,5,FailOnTimeoutGroup] 2024-12-01T23:17:11,362 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095031362,5,FailOnTimeoutGroup] 2024-12-01T23:17:11,362 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,363 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:17:11,363 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,363 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:17:11,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:17:11,374 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0 2024-12-01T23:17:11,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741832_1008 (size=32) 2024-12-01T23:17:11,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:11,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:17:11,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:17:11,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:11,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:11,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:17:11,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:17:11,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:11,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:11,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:17:11,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:17:11,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:11,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:11,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:17:11,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:17:11,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:11,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:11,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:17:11,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740 2024-12-01T23:17:11,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740 2024-12-01T23:17:11,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:17:11,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:17:11,405 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(746): ClusterId : 1d29271e-4f97-41e3-bb29-2f463b714a6e 2024-12-01T23:17:11,405 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:17:11,406 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:11,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:17:11,409 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:11,410 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65478189, jitterRate=-0.024298951029777527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:11,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095031391Initializing all the Stores at 1733095031392 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095031392Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095031393 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095031393Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095031393Cleaning up temporary data from old regions at 1733095031405 (+12 ms)Region opened successfully at 1733095031410 (+5 ms) 2024-12-01T23:17:11,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:17:11,410 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:17:11,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:17:11,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:17:11,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:17:11,411 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:17:11,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095031410Disabling compacts and flushes for region at 1733095031410Disabling writes for close at 1733095031410Writing region close event to WAL at 1733095031411 (+1 ms)Closed at 1733095031411 2024-12-01T23:17:11,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:11,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:17:11,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:17:11,415 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:17:11,417 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:17:11,418 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:17:11,418 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:17:11,431 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:17:11,432 DEBUG [RS:0;f962de17fdc3:41957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369018b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:17:11,464 DEBUG [RS:0;f962de17fdc3:41957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:41957 2024-12-01T23:17:11,464 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:17:11,464 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:17:11,464 DEBUG [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:17:11,466 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,40809,1733095029517 with port=41957, startcode=1733095029645 2024-12-01T23:17:11,466 DEBUG [RS:0;f962de17fdc3:41957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:17:11,469 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:17:11,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,41957,1733095029645 2024-12-01T23:17:11,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40809 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,41957,1733095029645 2024-12-01T23:17:11,472 DEBUG [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0 2024-12-01T23:17:11,472 DEBUG [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41019 2024-12-01T23:17:11,473 DEBUG [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:17:11,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494/rs 2024-12-01T23:17:11,514 DEBUG [RS:0;f962de17fdc3:41957 {}] zookeeper.ZKUtil(111): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Set watcher on existing znode=/11828348494/rs/f962de17fdc3,41957,1733095029645 2024-12-01T23:17:11,514 WARN [RS:0;f962de17fdc3:41957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:17:11,515 INFO [RS:0;f962de17fdc3:41957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:11,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,41957,1733095029645] 2024-12-01T23:17:11,515 DEBUG [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/WALs/f962de17fdc3,41957,1733095029645 2024-12-01T23:17:11,519 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:17:11,524 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:17:11,525 INFO [RS:0;f962de17fdc3:41957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:17:11,525 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,531 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:17:11,532 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:17:11,532 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,532 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,532 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,532 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,532 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,533 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,533 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:17:11,533 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,533 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,533 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,533 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,533 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,533 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:11,533 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:17:11,533 DEBUG [RS:0;f962de17fdc3:41957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:17:11,536 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,536 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,536 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,536 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,536 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,536 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41957,1733095029645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:17:11,554 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:17:11,554 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41957,1733095029645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,554 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,554 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.Replication(171): f962de17fdc3,41957,1733095029645 started 2024-12-01T23:17:11,567 WARN [f962de17fdc3:40809 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T23:17:11,571 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:11,571 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,41957,1733095029645, RpcServer on f962de17fdc3/172.17.0.3:41957, sessionid=0x101932f59ff0004 2024-12-01T23:17:11,571 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:17:11,571 DEBUG [RS:0;f962de17fdc3:41957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,41957,1733095029645 2024-12-01T23:17:11,571 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,41957,1733095029645' 2024-12-01T23:17:11,571 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11828348494/flush-table-proc/abort' 2024-12-01T23:17:11,572 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11828348494/flush-table-proc/acquired' 2024-12-01T23:17:11,572 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:17:11,573 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:17:11,573 DEBUG [RS:0;f962de17fdc3:41957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,41957,1733095029645 2024-12-01T23:17:11,573 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,41957,1733095029645' 2024-12-01T23:17:11,573 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11828348494/online-snapshot/abort' 2024-12-01T23:17:11,573 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11828348494/online-snapshot/acquired' 2024-12-01T23:17:11,573 DEBUG [RS:0;f962de17fdc3:41957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:17:11,573 INFO [RS:0;f962de17fdc3:41957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:17:11,573 INFO [RS:0;f962de17fdc3:41957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:17:11,674 INFO [RS:0;f962de17fdc3:41957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:17:11,675 INFO [RS:0;f962de17fdc3:41957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C41957%2C1733095029645, suffix=, logDir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/WALs/f962de17fdc3,41957,1733095029645, archiveDir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/oldWALs, maxLogs=10 2024-12-01T23:17:11,687 DEBUG [RS:0;f962de17fdc3:41957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/WALs/f962de17fdc3,41957,1733095029645/f962de17fdc3%2C41957%2C1733095029645.1733095031676, exclude list is [], retry=0 2024-12-01T23:17:11,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36825,DS-eb0a24f9-b91a-4e22-9a60-bc0cd4666435,DISK] 2024-12-01T23:17:11,692 INFO [RS:0;f962de17fdc3:41957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/WALs/f962de17fdc3,41957,1733095029645/f962de17fdc3%2C41957%2C1733095029645.1733095031676 2024-12-01T23:17:11,692 DEBUG [RS:0;f962de17fdc3:41957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37751:37751)] 2024-12-01T23:17:11,818 DEBUG [f962de17fdc3:40809 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:17:11,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,41957,1733095029645 2024-12-01T23:17:11,820 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,41957,1733095029645, state=OPENING 2024-12-01T23:17:11,869 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:17:11,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:11,937 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:11,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828348494/meta-region-server: CHANGED 2024-12-01T23:17:11,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828348494/meta-region-server: CHANGED 2024-12-01T23:17:11,937 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:17:11,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,41957,1733095029645}] 2024-12-01T23:17:12,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:17:12,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:17:12,097 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:17:12,097 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:12,097 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:17:12,099 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C41957%2C1733095029645.meta, suffix=.meta, logDir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/WALs/f962de17fdc3,41957,1733095029645, archiveDir=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/oldWALs, maxLogs=10 2024-12-01T23:17:12,117 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/WALs/f962de17fdc3,41957,1733095029645/f962de17fdc3%2C41957%2C1733095029645.meta.1733095032100.meta, exclude list is [], retry=0 2024-12-01T23:17:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36825,DS-eb0a24f9-b91a-4e22-9a60-bc0cd4666435,DISK] 2024-12-01T23:17:12,122 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/WALs/f962de17fdc3,41957,1733095029645/f962de17fdc3%2C41957%2C1733095029645.meta.1733095032100.meta 2024-12-01T23:17:12,124 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37751:37751)] 2024-12-01T23:17:12,124 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:12,125 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:17:12,125 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:17:12,125 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:17:12,125 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:17:12,125 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:17:12,125 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:12,125 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:17:12,125 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:17:12,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:17:12,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:17:12,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:12,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:12,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:17:12,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:17:12,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:12,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:12,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:17:12,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:17:12,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:12,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:12,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:17:12,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:17:12,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:12,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:12,133 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:17:12,133 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740 2024-12-01T23:17:12,134 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740 2024-12-01T23:17:12,135 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:17:12,135 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:17:12,136 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:12,138 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:17:12,138 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67320884, jitterRate=0.00315934419631958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:12,138 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:17:12,139 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095032125Writing region info on filesystem at 1733095032125Initializing all the Stores at 1733095032126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095032126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095032127 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095032127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095032127Cleaning up temporary data from old regions at 1733095032135 (+8 ms)Running coprocessor post-open hooks at 1733095032138 (+3 ms)Region opened successfully at 1733095032138 2024-12-01T23:17:12,140 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095032090 2024-12-01T23:17:12,143 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:17:12,143 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:17:12,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,41957,1733095029645 2024-12-01T23:17:12,145 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,41957,1733095029645, state=OPEN 2024-12-01T23:17:12,167 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11828348494/meta-region-server 2024-12-01T23:17:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11828348494/meta-region-server 2024-12-01T23:17:12,167 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,41957,1733095029645 2024-12-01T23:17:12,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828348494/meta-region-server: CHANGED 2024-12-01T23:17:12,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11828348494/meta-region-server: CHANGED 2024-12-01T23:17:12,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:17:12,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,41957,1733095029645 in 230 msec 2024-12-01T23:17:12,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:17:12,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-12-01T23:17:12,176 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:12,176 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:17:12,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:12,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,41957,1733095029645, seqNum=-1] 2024-12-01T23:17:12,179 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:12,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:12,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 859 msec 2024-12-01T23:17:12,190 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095032190, completionTime=-1 2024-12-01T23:17:12,191 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:17:12,191 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:17:12,194 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:17:12,194 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095092194 2024-12-01T23:17:12,194 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095152194 2024-12-01T23:17:12,194 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-01T23:17:12,194 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40809,1733095029517-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:12,194 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40809,1733095029517-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:12,195 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40809,1733095029517-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:12,195 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:40809, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:12,195 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:12,195 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:12,198 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:17:12,200 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.453sec 2024-12-01T23:17:12,200 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:17:12,200 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:17:12,200 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:17:12,200 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:17:12,200 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:17:12,200 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40809,1733095029517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:17:12,200 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40809,1733095029517-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:17:12,203 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:17:12,204 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:17:12,204 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40809,1733095029517-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:12,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:12,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,40809,-1 for getting cluster id 2024-12-01T23:17:12,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:12,210 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d29271e-4f97-41e3-bb29-2f463b714a6e' 2024-12-01T23:17:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d29271e-4f97-41e3-bb29-2f463b714a6e" 2024-12-01T23:17:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653fba9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,40809,-1] 2024-12-01T23:17:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:12,213 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:12,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:12,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,41957,1733095029645, seqNum=-1] 2024-12-01T23:17:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:12,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:12,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,40809,1733095029517 2024-12-01T23:17:12,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61251 2024-12-01T23:17:12,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:12,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101932f59ff0005 connected 2024-12-01T23:17:12,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:12,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,39053,-1 for getting cluster id 2024-12-01T23:17:12,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:12,245 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36fff09d-2ad2-4bb0-8ffb-6f709cd807e7' 2024-12-01T23:17:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36fff09d-2ad2-4bb0-8ffb-6f709cd807e7" 2024-12-01T23:17:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8547838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,39053,-1] 2024-12-01T23:17:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:12,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:12,247 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee6f8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:12,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,39053,1733095024146 2024-12-01T23:17:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0718b4 2024-12-01T23:17:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:12,251 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:17:12,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:40809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:17:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:17:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:12,255 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:40809' 2024-12-01T23:17:12,256 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557719c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:12,256 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,40809,-1 for getting cluster id 2024-12-01T23:17:12,256 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:12,257 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d29271e-4f97-41e3-bb29-2f463b714a6e' 2024-12-01T23:17:12,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:12,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d29271e-4f97-41e3-bb29-2f463b714a6e" 2024-12-01T23:17:12,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0db05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:12,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,40809,-1] 2024-12-01T23:17:12,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:12,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:12,259 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:12,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723eda4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:12,261 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:12,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,40809,1733095029517 2024-12-01T23:17:12,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@295f1588 2024-12-01T23:17:12,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:12,263 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:17:12,264 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T23:17:12,265 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:17:12,265 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:12,265 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:12,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:17:12,265 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:17:12,267 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:17:12,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:17:12,269 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:12,271 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:17:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741835_1011 (size=1138) 2024-12-01T23:17:12,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 176d634bb31cc9bfa4b9969f39ac0040, NAME => 'hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332 2024-12-01T23:17:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741836_1012 (size=44) 2024-12-01T23:17:12,317 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:17:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:12,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:17:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:12,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:12,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 176d634bb31cc9bfa4b9969f39ac0040, disabling compactions & flushes 2024-12-01T23:17:12,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:12,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:12,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. after waiting 0 ms 2024-12-01T23:17:12,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:12,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:12,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 176d634bb31cc9bfa4b9969f39ac0040: Waiting for close lock at 1733095032698Disabling compacts and flushes for region at 1733095032698Disabling writes for close at 1733095032699 (+1 ms)Writing region close event to WAL at 1733095032699Closed at 1733095032699 2024-12-01T23:17:12,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:17:12,701 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095032701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095032701"}]},"ts":"1733095032701"} 2024-12-01T23:17:12,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:17:12,705 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:17:12,706 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095032705"}]},"ts":"1733095032705"} 2024-12-01T23:17:12,709 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:17:12,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=176d634bb31cc9bfa4b9969f39ac0040, ASSIGN}] 2024-12-01T23:17:12,712 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=176d634bb31cc9bfa4b9969f39ac0040, ASSIGN 2024-12-01T23:17:12,714 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=176d634bb31cc9bfa4b9969f39ac0040, ASSIGN; state=OFFLINE, location=f962de17fdc3,36137,1733095024373; forceNewPlan=false, retain=false 2024-12-01T23:17:12,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=176d634bb31cc9bfa4b9969f39ac0040, regionState=OPENING, regionLocation=f962de17fdc3,36137,1733095024373 2024-12-01T23:17:12,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=176d634bb31cc9bfa4b9969f39ac0040, ASSIGN because future has completed 2024-12-01T23:17:12,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 176d634bb31cc9bfa4b9969f39ac0040, server=f962de17fdc3,36137,1733095024373}] 2024-12-01T23:17:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:13,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:13,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:13,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:17:13,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C36137%2C1733095024373.rep, suffix=, logDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373, archiveDir=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/oldWALs, maxLogs=10 2024-12-01T23:17:13,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.rep.1733095033030, exclude list is [], retry=0 2024-12-01T23:17:13,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44163,DS-ca7d5cec-3d46-4efc-aa04-2aaf1255ec9b,DISK] 2024-12-01T23:17:13,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.rep.1733095033030 2024-12-01T23:17:13,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46679:46679)] 2024-12-01T23:17:13,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 176d634bb31cc9bfa4b9969f39ac0040, NAME => 'hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:13,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:17:13,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:17:13,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. service=MultiRowMutationService 2024-12-01T23:17:13,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:17:13,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:13,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,048 INFO [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,049 INFO [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176d634bb31cc9bfa4b9969f39ac0040 columnFamilyName hfileref 2024-12-01T23:17:13,049 DEBUG [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:13,049 INFO [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] regionserver.HStore(327): Store=176d634bb31cc9bfa4b9969f39ac0040/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:13,050 INFO [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,050 INFO [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176d634bb31cc9bfa4b9969f39ac0040 columnFamilyName queue 2024-12-01T23:17:13,051 DEBUG [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:13,051 INFO [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] regionserver.HStore(327): Store=176d634bb31cc9bfa4b9969f39ac0040/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:13,051 INFO [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,052 INFO [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176d634bb31cc9bfa4b9969f39ac0040 columnFamilyName sid 2024-12-01T23:17:13,052 DEBUG [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:13,052 INFO [StoreOpener-176d634bb31cc9bfa4b9969f39ac0040-1 {}] regionserver.HStore(327): Store=176d634bb31cc9bfa4b9969f39ac0040/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:13,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/replication/176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/replication/176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:17:13,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/replication/176d634bb31cc9bfa4b9969f39ac0040/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:13,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 176d634bb31cc9bfa4b9969f39ac0040; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64369497, jitterRate=-0.04081974923610687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:17:13,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:13,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 176d634bb31cc9bfa4b9969f39ac0040: Running coprocessor pre-open hook at 1733095033046Writing region info on filesystem at 1733095033046Initializing all the Stores at 1733095033047 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095033047Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095033048 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095033048Cleaning up temporary data from old regions at 1733095033054 (+6 ms)Running coprocessor post-open hooks at 1733095033059 (+5 ms)Region opened successfully at 1733095033059 2024-12-01T23:17:13,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040., pid=7, masterSystemTime=1733095033024 2024-12-01T23:17:13,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:13,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:13,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=176d634bb31cc9bfa4b9969f39ac0040, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,36137,1733095024373 2024-12-01T23:17:13,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 176d634bb31cc9bfa4b9969f39ac0040, server=f962de17fdc3,36137,1733095024373 because future has completed 2024-12-01T23:17:13,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-01T23:17:13,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 176d634bb31cc9bfa4b9969f39ac0040, server=f962de17fdc3,36137,1733095024373 in 197 msec 2024-12-01T23:17:13,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:17:13,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=176d634bb31cc9bfa4b9969f39ac0040, ASSIGN in 360 msec 2024-12-01T23:17:13,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:17:13,073 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095033073"}]},"ts":"1733095033073"} 2024-12-01T23:17:13,075 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:17:13,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:17:13,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 811 msec 2024-12-01T23:17:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040., hostname=f962de17fdc3,36137,1733095024373, seqNum=2] 2024-12-01T23:17:13,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:13,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:13,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:17:13,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-01T23:17:13,562 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:17:13,596 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,36137,1733095024373, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:17:13,597 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:13,597 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,36137,1733095024373, seqNum=-1] 2024-12-01T23:17:13,598 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:13,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-01T23:17:13,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,36137,1733095024373', locateType=CURRENT is [region=hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040., hostname=f962de17fdc3,36137,1733095024373, seqNum=2] 2024-12-01T23:17:13,604 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T23:17:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T23:17:13,607 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,36137,1733095024373 suceeded 2024-12-01T23:17:13,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-01T23:17:13,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-01T23:17:13,610 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:40809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:17:13,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3590 sec 2024-12-01T23:17:13,622 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:40809' 2024-12-01T23:17:13,623 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@646ba1c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:13,623 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,40809,-1 for getting cluster id 2024-12-01T23:17:13,624 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:13,625 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d29271e-4f97-41e3-bb29-2f463b714a6e' 2024-12-01T23:17:13,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:13,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d29271e-4f97-41e3-bb29-2f463b714a6e" 2024-12-01T23:17:13,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b32da85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:13,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,40809,-1] 2024-12-01T23:17:13,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:13,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:13,627 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:13,627 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0dd160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:13,628 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,40809,1733095029517 2024-12-01T23:17:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8f6a04 2024-12-01T23:17:13,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:13,630 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-01T23:17:13,630 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,36137,1733095024373 (queues=1) is replicating from cluster=36fff09d-2ad2-4bb0-8ffb-6f709cd807e7 to cluster=1d29271e-4f97-41e3-bb29-2f463b714a6e 2024-12-01T23:17:13,631 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C36137%2C1733095024373 2024-12-01T23:17:13,631 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,36137,1733095024373, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:17:13,631 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.shipperf962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C36137%2C1733095024373 2024-12-01T23:17:13,631 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.wal-reader.f962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592, startPosition=0, beingWritten=true 2024-12-01T23:17:13,837 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.wal-reader.f962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592 to pos 0, reset compression=false 2024-12-01T23:17:14,142 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.wal-reader.f962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592 to pos 0, reset compression=false 2024-12-01T23:17:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:14,402 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:17:14,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:17:14,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:14,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:14,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:14,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:17:14,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,39053,1733095024146 2024-12-01T23:17:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26818c83 2024-12-01T23:17:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:14,405 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:17:14,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39053 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T23:17:14,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:17:14,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:17:14,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:14,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:14,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:14,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:17:14,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:17:14,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=417178823, stopped=false 2024-12-01T23:17:14,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,40809,1733095029517 2024-12-01T23:17:14,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828348494/running 2024-12-01T23:17:14,490 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828348494/running 2024-12-01T23:17:14,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:14,491 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:14,491 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:17:14,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:17:14,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:14,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:14,491 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,41957,1733095029645' ***** 2024-12-01T23:17:14,491 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:17:14,491 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:17:14,491 INFO [RS:0;f962de17fdc3:41957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:17:14,491 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:17:14,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Set watcher on znode that does not yet exist, /11828348494/running 2024-12-01T23:17:14,491 INFO [RS:0;f962de17fdc3:41957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:17:14,492 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,41957,1733095029645 2024-12-01T23:17:14,492 INFO [RS:0;f962de17fdc3:41957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:17:14,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Set watcher on znode that does not yet exist, /11828348494/running 2024-12-01T23:17:14,492 INFO [RS:0;f962de17fdc3:41957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:41957. 2024-12-01T23:17:14,492 DEBUG [RS:0;f962de17fdc3:41957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:14,492 DEBUG [RS:0;f962de17fdc3:41957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:14,492 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:17:14,492 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:17:14,492 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:17:14,492 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:17:14,492 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:17:14,492 DEBUG [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:17:14,492 DEBUG [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:17:14,492 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:17:14,492 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:17:14,492 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:17:14,492 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:17:14,492 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:17:14,493 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-01T23:17:14,507 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740/.tmp/ns/841555c3cdf64d4abda1048f8dd1c542 is 43, key is default/ns:d/1733095032181/Put/seqid=0 2024-12-01T23:17:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741835_1011 (size=5153) 2024-12-01T23:17:14,536 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:17:14,537 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:17:14,543 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:17:14,547 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.wal-reader.f962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592 to pos 0, reset compression=false 2024-12-01T23:17:14,693 DEBUG [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:17:14,893 DEBUG [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:17:14,912 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740/.tmp/ns/841555c3cdf64d4abda1048f8dd1c542 2024-12-01T23:17:14,920 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740/.tmp/ns/841555c3cdf64d4abda1048f8dd1c542 as hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740/ns/841555c3cdf64d4abda1048f8dd1c542 2024-12-01T23:17:14,927 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740/ns/841555c3cdf64d4abda1048f8dd1c542, entries=2, sequenceid=6, filesize=5.0 K 2024-12-01T23:17:14,929 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-12-01T23:17:14,933 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T23:17:14,933 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:17:14,933 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:17:14,933 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:17:14,933 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095034492Running coprocessor pre-close hooks at 1733095034492Disabling compacts and flushes for region at 1733095034492Disabling writes for close at 1733095034492Obtaining lock to block concurrent updates at 1733095034493 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733095034493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733095034493Flushing stores of hbase:meta,,1.1588230740 at 1733095034493Flushing 1588230740/ns: creating writer at 1733095034494 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733095034507 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733095034507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3faf9dc0: reopening flushed file at 1733095034919 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1733095034929 (+10 ms)Writing region close event to WAL at 1733095034929Running coprocessor post-close hooks at 1733095034933 (+4 ms)Closed at 1733095034933 2024-12-01T23:17:14,933 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:17:15,052 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.wal-reader.f962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592 to pos 0, reset compression=false 2024-12-01T23:17:15,093 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,41957,1733095029645; all regions closed. 2024-12-01T23:17:15,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741834_1010 (size=1152) 2024-12-01T23:17:15,098 DEBUG [RS:0;f962de17fdc3:41957 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/oldWALs 2024-12-01T23:17:15,099 INFO [RS:0;f962de17fdc3:41957 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C41957%2C1733095029645.meta:.meta(num 1733095032100) 2024-12-01T23:17:15,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741833_1009 (size=93) 2024-12-01T23:17:15,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/WALs/f962de17fdc3,41957,1733095029645/f962de17fdc3%2C41957%2C1733095029645.1733095031676 not finished, retry = 0 2024-12-01T23:17:15,205 DEBUG [RS:0;f962de17fdc3:41957 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/oldWALs 2024-12-01T23:17:15,205 INFO [RS:0;f962de17fdc3:41957 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C41957%2C1733095029645:(num 1733095031676) 2024-12-01T23:17:15,205 DEBUG [RS:0;f962de17fdc3:41957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:15,205 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:17:15,205 INFO [RS:0;f962de17fdc3:41957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:17:15,205 INFO [RS:0;f962de17fdc3:41957 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:17:15,205 INFO [RS:0;f962de17fdc3:41957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:17:15,205 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:17:15,205 INFO [RS:0;f962de17fdc3:41957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41957 2024-12-01T23:17:15,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494/rs 2024-12-01T23:17:15,283 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828348494/rs/f962de17fdc3,41957,1733095029645 2024-12-01T23:17:15,283 INFO [RS:0;f962de17fdc3:41957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:17:15,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,41957,1733095029645] 2024-12-01T23:17:15,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:17:15,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T23:17:15,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T23:17:15,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T23:17:15,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:17:15,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T23:17:15,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:17:15,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T23:17:15,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T23:17:15,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T23:17:15,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11828348494/draining/f962de17fdc3,41957,1733095029645 already deleted, retry=false 2024-12-01T23:17:15,314 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,41957,1733095029645 expired; onlineServers=0 2024-12-01T23:17:15,314 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,40809,1733095029517' ***** 2024-12-01T23:17:15,314 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:17:15,314 INFO [M:0;f962de17fdc3:40809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:17:15,315 INFO [M:0;f962de17fdc3:40809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:17:15,315 DEBUG [M:0;f962de17fdc3:40809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:17:15,315 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:17:15,315 DEBUG [M:0;f962de17fdc3:40809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:17:15,315 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095031362 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095031362,5,FailOnTimeoutGroup] 2024-12-01T23:17:15,315 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095031362 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095031362,5,FailOnTimeoutGroup] 2024-12-01T23:17:15,315 INFO [M:0;f962de17fdc3:40809 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:17:15,315 INFO [M:0;f962de17fdc3:40809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:17:15,315 DEBUG [M:0;f962de17fdc3:40809 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:17:15,315 INFO [M:0;f962de17fdc3:40809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:17:15,315 INFO [M:0;f962de17fdc3:40809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:17:15,315 INFO [M:0;f962de17fdc3:40809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:17:15,315 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:17:15,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11828348494/master 2024-12-01T23:17:15,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11828348494 2024-12-01T23:17:15,325 DEBUG [M:0;f962de17fdc3:40809 {}] zookeeper.ZKUtil(347): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Unable to get data of znode /11828348494/master because node does not exist (not an error) 2024-12-01T23:17:15,325 WARN [M:0;f962de17fdc3:40809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:17:15,326 INFO [M:0;f962de17fdc3:40809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/.lastflushedseqids 2024-12-01T23:17:15,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741836_1012 (size=99) 2024-12-01T23:17:15,404 INFO [RS:0;f962de17fdc3:41957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:17:15,404 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:15,404 INFO [RS:0;f962de17fdc3:41957 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,41957,1733095029645; zookeeper connection closed. 2024-12-01T23:17:15,404 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41957-0x101932f59ff0004, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:15,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a53087a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a53087a 2024-12-01T23:17:15,405 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:17:15,657 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.wal-reader.f962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592 to pos 0, reset compression=false 2024-12-01T23:17:15,733 INFO [M:0;f962de17fdc3:40809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:17:15,733 INFO [M:0;f962de17fdc3:40809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:17:15,733 DEBUG [M:0;f962de17fdc3:40809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:17:15,733 INFO [M:0;f962de17fdc3:40809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:15,733 DEBUG [M:0;f962de17fdc3:40809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:15,733 DEBUG [M:0;f962de17fdc3:40809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:17:15,733 DEBUG [M:0;f962de17fdc3:40809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:15,733 INFO [M:0;f962de17fdc3:40809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-01T23:17:15,747 DEBUG [M:0;f962de17fdc3:40809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d5b6886e6b4ab5998620986f7cd0c8 is 82, key is hbase:meta,,1/info:regioninfo/1733095032143/Put/seqid=0 2024-12-01T23:17:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741837_1013 (size=5672) 2024-12-01T23:17:16,152 INFO [M:0;f962de17fdc3:40809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d5b6886e6b4ab5998620986f7cd0c8 2024-12-01T23:17:16,171 DEBUG [M:0;f962de17fdc3:40809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6453c1f927874ea69e014ae60c8e10b4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733095032189/Put/seqid=0 2024-12-01T23:17:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741838_1014 (size=5275) 2024-12-01T23:17:16,361 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.wal-reader.f962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592 to pos 0, reset compression=false 2024-12-01T23:17:16,576 INFO [M:0;f962de17fdc3:40809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6453c1f927874ea69e014ae60c8e10b4 2024-12-01T23:17:16,595 DEBUG [M:0;f962de17fdc3:40809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97aa455b020847eb844ca68fb877a22f is 69, key is f962de17fdc3,41957,1733095029645/rs:state/1733095031470/Put/seqid=0 2024-12-01T23:17:16,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741839_1015 (size=5156) 2024-12-01T23:17:17,000 INFO [M:0;f962de17fdc3:40809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97aa455b020847eb844ca68fb877a22f 2024-12-01T23:17:17,007 DEBUG [M:0;f962de17fdc3:40809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d5b6886e6b4ab5998620986f7cd0c8 as hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04d5b6886e6b4ab5998620986f7cd0c8 2024-12-01T23:17:17,013 INFO [M:0;f962de17fdc3:40809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04d5b6886e6b4ab5998620986f7cd0c8, entries=8, sequenceid=28, filesize=5.5 K 2024-12-01T23:17:17,015 DEBUG [M:0;f962de17fdc3:40809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6453c1f927874ea69e014ae60c8e10b4 as hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6453c1f927874ea69e014ae60c8e10b4 2024-12-01T23:17:17,020 INFO [M:0;f962de17fdc3:40809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6453c1f927874ea69e014ae60c8e10b4, entries=3, sequenceid=28, filesize=5.2 K 2024-12-01T23:17:17,021 DEBUG [M:0;f962de17fdc3:40809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97aa455b020847eb844ca68fb877a22f as hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97aa455b020847eb844ca68fb877a22f 2024-12-01T23:17:17,026 INFO [M:0;f962de17fdc3:40809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/bba6831a-7f71-8efe-7cbe-9c9f696377d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97aa455b020847eb844ca68fb877a22f, entries=1, sequenceid=28, filesize=5.0 K 2024-12-01T23:17:17,028 INFO [M:0;f962de17fdc3:40809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false 2024-12-01T23:17:17,030 INFO [M:0;f962de17fdc3:40809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:17,030 DEBUG [M:0;f962de17fdc3:40809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095035733Disabling compacts and flushes for region at 1733095035733Disabling writes for close at 1733095035733Obtaining lock to block concurrent updates at 1733095035733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095035733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733095035733Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095035734 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095035734Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095035747 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095035747Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095036157 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095036171 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095036171Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095036582 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095036595 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095036595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c2d786: reopening flushed file at 1733095037006 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19340a8c: reopening flushed file at 1733095037013 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634a7e19: reopening flushed file at 1733095037020 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false at 1733095037028 (+8 ms)Writing region close event to WAL at 1733095037030 (+2 ms)Closed at 1733095037030 2024-12-01T23:17:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36825 is added to blk_1073741830_1006 (size=10165) 2024-12-01T23:17:17,035 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:17:17,035 INFO [M:0;f962de17fdc3:40809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:17:17,035 INFO [M:0;f962de17fdc3:40809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40809 2024-12-01T23:17:17,036 INFO [M:0;f962de17fdc3:40809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:17:17,166 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.wal-reader.f962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592 to pos 0, reset compression=false 2024-12-01T23:17:17,243 INFO [M:0;f962de17fdc3:40809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:17:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:17,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40809-0x101932f59ff0003, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:17,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:17:17,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:17:17,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:17:17,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:17:17,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/hadoop.log.dir/,STOPPED} 2024-12-01T23:17:17,296 WARN [BP-2093488072-172.17.0.3-1733095027872 heartbeating to localhost/127.0.0.1:41019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:17:17,296 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:17:17,296 WARN [BP-2093488072-172.17.0.3-1733095027872 heartbeating to localhost/127.0.0.1:41019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2093488072-172.17.0.3-1733095027872 (Datanode Uuid e4e04683-2eb3-493b-8ba3-43638806fcac) service to localhost/127.0.0.1:41019 2024-12-01T23:17:17,296 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:17:17,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/cluster_33497935-253e-fb54-4c2a-92f7e9becdee/data/data1/current/BP-2093488072-172.17.0.3-1733095027872 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:17:17,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/cluster_33497935-253e-fb54-4c2a-92f7e9becdee/data/data2/current/BP-2093488072-172.17.0.3-1733095027872 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:17:17,297 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:17:17,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:17:17,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:17:17,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:17:17,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:17:17,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/hadoop.log.dir/,STOPPED} 2024-12-01T23:17:17,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:17:17,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:17:17,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:17:17,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:17,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:17,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:17,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:17:17,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:17:17,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2037573969, stopped=false 2024-12-01T23:17:17,314 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,39053,1733095024146 2024-12-01T23:17:17,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1671816974/running 2024-12-01T23:17:17,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1671816974/running 2024-12-01T23:17:17,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:17,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:17,332 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:17:17,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:17:17,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:17,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:17,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Set watcher on znode that does not yet exist, /0-1671816974/running 2024-12-01T23:17:17,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Set watcher on znode that does not yet exist, /0-1671816974/running 2024-12-01T23:17:17,333 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,36137,1733095024373' ***** 2024-12-01T23:17:17,333 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:17:17,334 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:17:17,334 INFO [RS:0;f962de17fdc3:36137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:17:17,334 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:17:17,334 INFO [RS:0;f962de17fdc3:36137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:17:17,334 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(3091): Received CLOSE for 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:17,334 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,36137,1733095024373 2024-12-01T23:17:17,334 INFO [RS:0;f962de17fdc3:36137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:17:17,334 INFO [RS:0;f962de17fdc3:36137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:36137. 2024-12-01T23:17:17,334 DEBUG [RS:0;f962de17fdc3:36137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:17,334 DEBUG [RS:0;f962de17fdc3:36137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:17,334 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 176d634bb31cc9bfa4b9969f39ac0040, disabling compactions & flushes 2024-12-01T23:17:17,334 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:17:17,334 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:17,334 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:17,334 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:17:17,334 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. after waiting 0 ms 2024-12-01T23:17:17,334 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:17:17,334 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:17,335 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:17:17,335 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 176d634bb31cc9bfa4b9969f39ac0040 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-01T23:17:17,335 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:17:17,335 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 176d634bb31cc9bfa4b9969f39ac0040=hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040.} 2024-12-01T23:17:17,335 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 176d634bb31cc9bfa4b9969f39ac0040 2024-12-01T23:17:17,335 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:17:17,335 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:17:17,335 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:17:17,335 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:17:17,335 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:17:17,335 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-01T23:17:17,351 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/.tmp/info/e2cc50ded72a4c62a75dc3cd88893daf is 147, key is hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040./info:regioninfo/1733095033063/Put/seqid=0 2024-12-01T23:17:17,355 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/replication/176d634bb31cc9bfa4b9969f39ac0040/.tmp/queue/1eb4f03f1e074edea313a51f97d8c0b3 is 151, key is 1-f962de17fdc3,36137,1733095024373/queue:f962de17fdc3%2C36137%2C1733095024373/1733095033602/Put/seqid=0 2024-12-01T23:17:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741838_1014 (size=6631) 2024-12-01T23:17:17,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741839_1015 (size=5350) 2024-12-01T23:17:17,360 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/replication/176d634bb31cc9bfa4b9969f39ac0040/.tmp/queue/1eb4f03f1e074edea313a51f97d8c0b3 2024-12-01T23:17:17,369 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/replication/176d634bb31cc9bfa4b9969f39ac0040/.tmp/queue/1eb4f03f1e074edea313a51f97d8c0b3 as hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/replication/176d634bb31cc9bfa4b9969f39ac0040/queue/1eb4f03f1e074edea313a51f97d8c0b3 2024-12-01T23:17:17,372 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:17:17,377 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/replication/176d634bb31cc9bfa4b9969f39ac0040/queue/1eb4f03f1e074edea313a51f97d8c0b3, entries=1, sequenceid=5, filesize=5.2 K 2024-12-01T23:17:17,378 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 176d634bb31cc9bfa4b9969f39ac0040 in 44ms, sequenceid=5, compaction requested=false 2024-12-01T23:17:17,378 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T23:17:17,388 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/replication/176d634bb31cc9bfa4b9969f39ac0040/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T23:17:17,389 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:17:17,389 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:17:17,389 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:17,389 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 176d634bb31cc9bfa4b9969f39ac0040: Waiting for close lock at 1733095037334Running coprocessor pre-close hooks at 1733095037334Disabling compacts and flushes for region at 1733095037334Disabling writes for close at 1733095037334Obtaining lock to block concurrent updates at 1733095037335 (+1 ms)Preparing flush snapshotting stores in 176d634bb31cc9bfa4b9969f39ac0040 at 1733095037335Finished memstore snapshotting hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733095037335Flushing stores of hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. at 1733095037336 (+1 ms)Flushing 176d634bb31cc9bfa4b9969f39ac0040/queue: creating writer at 1733095037336Flushing 176d634bb31cc9bfa4b9969f39ac0040/queue: appending metadata at 1733095037354 (+18 ms)Flushing 176d634bb31cc9bfa4b9969f39ac0040/queue: closing flushed file at 1733095037354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6dd6c0: reopening flushed file at 1733095037367 (+13 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 176d634bb31cc9bfa4b9969f39ac0040 in 44ms, sequenceid=5, compaction requested=false at 1733095037378 (+11 ms)Writing region close event to WAL at 1733095037384 (+6 ms)Running coprocessor post-close hooks at 1733095037389 (+5 ms)Closed at 1733095037389 2024-12-01T23:17:17,389 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095032265.176d634bb31cc9bfa4b9969f39ac0040. 2024-12-01T23:17:17,513 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:17:17,513 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:17:17,535 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:17:17,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:17:17,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:17,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:17,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:17,735 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:17:17,756 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/.tmp/info/e2cc50ded72a4c62a75dc3cd88893daf 2024-12-01T23:17:17,776 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/.tmp/ns/bad601a1623949fd82cba2e4a171b97d is 43, key is default/ns:d/1733095027750/Put/seqid=0 2024-12-01T23:17:17,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741840_1016 (size=5153) 2024-12-01T23:17:17,935 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:17:18,072 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.wal-reader.f962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.1733095026592 to pos 0, reset compression=false 2024-12-01T23:17:18,136 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:17:18,183 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/.tmp/ns/bad601a1623949fd82cba2e4a171b97d 2024-12-01T23:17:18,201 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/.tmp/table/b6d8c37b25b14f8396fc336a2a0b4460 is 53, key is hbase:replication/table:state/1733095033073/Put/seqid=0 2024-12-01T23:17:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741841_1017 (size=5256) 2024-12-01T23:17:18,336 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:17:18,336 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:17:18,336 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:17:18,536 DEBUG [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:17:18,606 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/.tmp/table/b6d8c37b25b14f8396fc336a2a0b4460 2024-12-01T23:17:18,611 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/.tmp/info/e2cc50ded72a4c62a75dc3cd88893daf as hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/info/e2cc50ded72a4c62a75dc3cd88893daf 2024-12-01T23:17:18,617 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/info/e2cc50ded72a4c62a75dc3cd88893daf, entries=10, sequenceid=11, filesize=6.5 K 2024-12-01T23:17:18,618 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/.tmp/ns/bad601a1623949fd82cba2e4a171b97d as hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/ns/bad601a1623949fd82cba2e4a171b97d 2024-12-01T23:17:18,623 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/ns/bad601a1623949fd82cba2e4a171b97d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T23:17:18,624 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/.tmp/table/b6d8c37b25b14f8396fc336a2a0b4460 as hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/table/b6d8c37b25b14f8396fc336a2a0b4460 2024-12-01T23:17:18,630 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/table/b6d8c37b25b14f8396fc336a2a0b4460, entries=2, sequenceid=11, filesize=5.1 K 2024-12-01T23:17:18,631 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-12-01T23:17:18,638 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T23:17:18,638 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:17:18,638 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:17:18,638 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:17:18,639 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095037335Running coprocessor pre-close hooks at 1733095037335Disabling compacts and flushes for region at 1733095037335Disabling writes for close at 1733095037335Obtaining lock to block concurrent updates at 1733095037335Preparing flush snapshotting stores in 1588230740 at 1733095037335Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733095037335Flushing stores of hbase:meta,,1.1588230740 at 1733095037336 (+1 ms)Flushing 1588230740/info: creating writer at 1733095037336Flushing 1588230740/info: appending metadata at 1733095037351 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733095037351Flushing 1588230740/ns: creating writer at 1733095037763 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733095037776 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733095037776Flushing 1588230740/table: creating writer at 1733095038189 (+413 ms)Flushing 1588230740/table: appending metadata at 1733095038201 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733095038201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42417b77: reopening flushed file at 1733095038611 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff73f2c: reopening flushed file at 1733095038617 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102ce9f7: reopening flushed file at 1733095038623 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1733095038632 (+9 ms)Writing region close event to WAL at 1733095038634 (+2 ms)Running coprocessor post-close hooks at 1733095038638 (+4 ms)Closed at 1733095038638 2024-12-01T23:17:18,639 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:17:18,736 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,36137,1733095024373; all regions closed. 2024-12-01T23:17:18,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741834_1010 (size=2742) 2024-12-01T23:17:18,739 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/WALs/f962de17fdc3,36137,1733095024373/f962de17fdc3%2C36137%2C1733095024373.meta.1733095027673.meta not finished, retry = 0 2024-12-01T23:17:18,842 DEBUG [RS:0;f962de17fdc3:36137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/oldWALs 2024-12-01T23:17:18,842 INFO [RS:0;f962de17fdc3:36137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C36137%2C1733095024373.meta:.meta(num 1733095027673) 2024-12-01T23:17:18,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741837_1013 (size=1586) 2024-12-01T23:17:18,846 DEBUG [RS:0;f962de17fdc3:36137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/oldWALs 2024-12-01T23:17:18,846 INFO [RS:0;f962de17fdc3:36137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C36137%2C1733095024373.rep:(num 1733095033030) 2024-12-01T23:17:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741832_1008 (size=93) 2024-12-01T23:17:18,850 DEBUG [RS:0;f962de17fdc3:36137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/oldWALs 2024-12-01T23:17:18,850 INFO [RS:0;f962de17fdc3:36137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C36137%2C1733095024373:(num 1733095026592) 2024-12-01T23:17:18,850 DEBUG [RS:0;f962de17fdc3:36137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:18,850 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:17:18,850 INFO [RS:0;f962de17fdc3:36137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:17:18,850 INFO [RS:0;f962de17fdc3:36137 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:17:18,850 INFO [RS:0;f962de17fdc3:36137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:17:18,850 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:17:18,851 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,36137,1733095024373 because: Region server is closing 2024-12-01T23:17:18,851 INFO [RS:0;f962de17fdc3:36137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:36137. 2024-12-01T23:17:18,851 DEBUG [RS:0;f962de17fdc3:36137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:18,851 DEBUG [RS:0;f962de17fdc3:36137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:18,851 DEBUG [RS:0;f962de17fdc3:36137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:18,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:17:18,951 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.wal-reader.f962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:17:18,951 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.shipperf962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T23:17:18,952 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36137,1733095024373.replicationSource.shipperf962de17fdc3%2C36137%2C1733095024373,1-f962de17fdc3,36137,1733095024373 terminated 2024-12-01T23:17:18,952 INFO [RS:0;f962de17fdc3:36137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36137 2024-12-01T23:17:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974/rs 2024-12-01T23:17:18,977 INFO [RS:0;f962de17fdc3:36137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:17:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1671816974/rs/f962de17fdc3,36137,1733095024373 2024-12-01T23:17:18,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,36137,1733095024373] 2024-12-01T23:17:18,998 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1671816974/draining/f962de17fdc3,36137,1733095024373 already deleted, retry=false 2024-12-01T23:17:18,998 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,36137,1733095024373 expired; onlineServers=0 2024-12-01T23:17:18,998 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,39053,1733095024146' ***** 2024-12-01T23:17:18,998 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:17:18,998 INFO [M:0;f962de17fdc3:39053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:17:18,998 INFO [M:0;f962de17fdc3:39053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:17:18,999 DEBUG [M:0;f962de17fdc3:39053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:17:18,999 DEBUG [M:0;f962de17fdc3:39053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:17:18,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:17:18,999 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095026398 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095026398,5,FailOnTimeoutGroup] 2024-12-01T23:17:18,999 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095026398 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095026398,5,FailOnTimeoutGroup] 2024-12-01T23:17:18,999 INFO [M:0;f962de17fdc3:39053 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:17:18,999 INFO [M:0;f962de17fdc3:39053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:17:18,999 DEBUG [M:0;f962de17fdc3:39053 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:17:18,999 INFO [M:0;f962de17fdc3:39053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:17:18,999 INFO [M:0;f962de17fdc3:39053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:17:18,999 INFO [M:0;f962de17fdc3:39053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:17:18,999 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:17:19,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1671816974/master 2024-12-01T23:17:19,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1671816974 2024-12-01T23:17:19,009 DEBUG [M:0;f962de17fdc3:39053 {}] zookeeper.ZKUtil(347): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Unable to get data of znode /0-1671816974/master because node does not exist (not an error) 2024-12-01T23:17:19,009 WARN [M:0;f962de17fdc3:39053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:17:19,009 INFO [M:0;f962de17fdc3:39053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/.lastflushedseqids 2024-12-01T23:17:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741842_1018 (size=181) 2024-12-01T23:17:19,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:19,088 INFO [RS:0;f962de17fdc3:36137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:17:19,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36137-0x101932f59ff0001, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:19,088 INFO [RS:0;f962de17fdc3:36137 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,36137,1733095024373; zookeeper connection closed. 2024-12-01T23:17:19,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@383267de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@383267de 2024-12-01T23:17:19,089 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:17:19,415 INFO [M:0;f962de17fdc3:39053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:17:19,415 INFO [M:0;f962de17fdc3:39053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:17:19,415 DEBUG [M:0;f962de17fdc3:39053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:17:19,415 INFO [M:0;f962de17fdc3:39053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:19,415 DEBUG [M:0;f962de17fdc3:39053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:19,415 DEBUG [M:0;f962de17fdc3:39053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:17:19,415 DEBUG [M:0;f962de17fdc3:39053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:19,415 INFO [M:0;f962de17fdc3:39053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-01T23:17:19,434 DEBUG [M:0;f962de17fdc3:39053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4c40a0b7be64806bb5b90bd4b68396a is 82, key is hbase:meta,,1/info:regioninfo/1733095027719/Put/seqid=0 2024-12-01T23:17:19,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741843_1019 (size=5672) 2024-12-01T23:17:19,839 INFO [M:0;f962de17fdc3:39053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4c40a0b7be64806bb5b90bd4b68396a 2024-12-01T23:17:19,857 DEBUG [M:0;f962de17fdc3:39053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a22d1c711d146bebe4cc4823ea9e337 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733095033078/Put/seqid=0 2024-12-01T23:17:19,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741844_1020 (size=7203) 2024-12-01T23:17:20,262 INFO [M:0;f962de17fdc3:39053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a22d1c711d146bebe4cc4823ea9e337 2024-12-01T23:17:20,279 DEBUG [M:0;f962de17fdc3:39053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616c2671fe2545b6b0f1fad69bce0508 is 69, key is f962de17fdc3,36137,1733095024373/rs:state/1733095026440/Put/seqid=0 2024-12-01T23:17:20,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741845_1021 (size=5156) 2024-12-01T23:17:20,684 INFO [M:0;f962de17fdc3:39053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616c2671fe2545b6b0f1fad69bce0508 2024-12-01T23:17:20,690 DEBUG [M:0;f962de17fdc3:39053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4c40a0b7be64806bb5b90bd4b68396a as hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4c40a0b7be64806bb5b90bd4b68396a 2024-12-01T23:17:20,694 INFO [M:0;f962de17fdc3:39053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4c40a0b7be64806bb5b90bd4b68396a, entries=8, sequenceid=70, filesize=5.5 K 2024-12-01T23:17:20,695 DEBUG [M:0;f962de17fdc3:39053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a22d1c711d146bebe4cc4823ea9e337 as hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a22d1c711d146bebe4cc4823ea9e337 2024-12-01T23:17:20,700 INFO [M:0;f962de17fdc3:39053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a22d1c711d146bebe4cc4823ea9e337, entries=8, sequenceid=70, filesize=7.0 K 2024-12-01T23:17:20,701 DEBUG [M:0;f962de17fdc3:39053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/616c2671fe2545b6b0f1fad69bce0508 as hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/616c2671fe2545b6b0f1fad69bce0508 2024-12-01T23:17:20,706 INFO [M:0;f962de17fdc3:39053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46607/user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/616c2671fe2545b6b0f1fad69bce0508, entries=1, sequenceid=70, filesize=5.0 K 2024-12-01T23:17:20,707 INFO [M:0;f962de17fdc3:39053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-12-01T23:17:20,708 INFO [M:0;f962de17fdc3:39053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:20,708 DEBUG [M:0;f962de17fdc3:39053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095039415Disabling compacts and flushes for region at 1733095039415Disabling writes for close at 1733095039415Obtaining lock to block concurrent updates at 1733095039415Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095039415Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733095039416 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095039416Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095039416Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095039433 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095039433Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095039844 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095039857 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095039857Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095040267 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095040279 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095040279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b96107: reopening flushed file at 1733095040689 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ec2bfd: reopening flushed file at 1733095040695 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ee1f33: reopening flushed file at 1733095040700 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1733095040707 (+7 ms)Writing region close event to WAL at 1733095040708 (+1 ms)Closed at 1733095040708 2024-12-01T23:17:20,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44163 is added to blk_1073741830_1006 (size=41008) 2024-12-01T23:17:20,711 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3d5cdf9-98df-1001-ca7b-0ace879cb332/MasterData/WALs/f962de17fdc3,39053,1733095024146/f962de17fdc3%2C39053%2C1733095024146.1733095026142 not finished, retry = 0 2024-12-01T23:17:20,812 INFO [M:0;f962de17fdc3:39053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:17:20,812 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:17:20,812 INFO [M:0;f962de17fdc3:39053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39053 2024-12-01T23:17:20,812 INFO [M:0;f962de17fdc3:39053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:17:20,979 INFO [M:0;f962de17fdc3:39053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:17:20,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:20,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x101932f59ff0000, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:17:20,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:17:20,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:17:20,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:17:20,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:17:20,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/hadoop.log.dir/,STOPPED} 2024-12-01T23:17:20,984 WARN [BP-1101834359-172.17.0.3-1733095022188 heartbeating to localhost/127.0.0.1:46607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:17:20,984 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:17:20,984 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:17:20,984 WARN [BP-1101834359-172.17.0.3-1733095022188 heartbeating to localhost/127.0.0.1:46607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1101834359-172.17.0.3-1733095022188 (Datanode Uuid dfb05c86-5213-4254-8c78-cb79f0274420) service to localhost/127.0.0.1:46607 2024-12-01T23:17:20,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/cluster_50eec46d-ec6b-12cf-b400-185c7897b0c5/data/data1/current/BP-1101834359-172.17.0.3-1733095022188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:17:20,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/cluster_50eec46d-ec6b-12cf-b400-185c7897b0c5/data/data2/current/BP-1101834359-172.17.0.3-1733095022188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:17:20,985 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:17:20,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:17:20,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:17:20,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:17:20,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:17:20,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f1d5555-e070-efe2-c3df-3f3db108ecc3/hadoop.log.dir/,STOPPED} 2024-12-01T23:17:20,999 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:17:21,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:17:21,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61251) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46607 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41019 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61251) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 491) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6074 (was 5707) - AvailableMemoryMB LEAK? - 2024-12-01T23:17:21,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=11, AvailableMemoryMB=6074 2024-12-01T23:17:21,036 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-01T23:17:21,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/hadoop.log.dir so I do NOT create it in target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb 2024-12-01T23:17:21,036 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:17:21,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/hadoop.tmp.dir so I do NOT create it in target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb 2024-12-01T23:17:21,036 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c992a7f-00b7-0ddb-8e32-3ec1a7b87bed/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:17:21,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb 2024-12-01T23:17:21,037 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/cluster_db120f70-f4c7-3044-f497-83c434688d0a, deleteOnExit=true 2024-12-01T23:17:21,039 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/cluster_db120f70-f4c7-3044-f497-83c434688d0a/zookeeper_0, clientPort=53423, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/cluster_db120f70-f4c7-3044-f497-83c434688d0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/cluster_db120f70-f4c7-3044-f497-83c434688d0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:17:21,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53423 2024-12-01T23:17:21,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:17:21,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:17:21,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/test.cache.data in system properties and HBase conf 2024-12-01T23:17:21,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:17:21,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:17:21,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:17:21,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:17:21,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:17:21,040 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:17:21,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:17:21,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:17:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101932f59ff0002, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:17:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101932f59ff0005, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:17:21,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101932f59ff0002, quorum=127.0.0.1:61251, baseZNode=/0-1671816974 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:17:21,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101932f59ff0005, quorum=127.0.0.1:61251, baseZNode=/11828348494 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:17:21,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:21,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:17:21,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:17:21,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:17:21,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:17:21,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:21,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:17:21,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:17:21,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/java.io.tmpdir/jetty-localhost-41641-hadoop-hdfs-3_4_1-tests_jar-_-any-12605418285993526708/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:17:21,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:41641} 2024-12-01T23:17:21,749 INFO [Time-limited test {}] server.Server(415): Started @52519ms 2024-12-01T23:17:22,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:22,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:17:22,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:17:22,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:17:22,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:17:22,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:17:22,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:17:22,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/java.io.tmpdir/jetty-localhost-40303-hadoop-hdfs-3_4_1-tests_jar-_-any-8938322447210811291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:17:22,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:40303} 2024-12-01T23:17:22,097 INFO [Time-limited test {}] server.Server(415): Started @52867ms 2024-12-01T23:17:22,098 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:17:22,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:17:22,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:22,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:22,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:22,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:22,997 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/cluster_db120f70-f4c7-3044-f497-83c434688d0a/data/data1/current/BP-1761183136-172.17.0.3-1733095041062/current, will proceed with Du for space computation calculation, 2024-12-01T23:17:22,997 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/cluster_db120f70-f4c7-3044-f497-83c434688d0a/data/data2/current/BP-1761183136-172.17.0.3-1733095041062/current, will proceed with Du for space computation calculation, 2024-12-01T23:17:23,013 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:17:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8959a2f1fba6c01c with lease ID 0x6f9e6647f8a67183: Processing first storage report for DS-934903ab-c52b-4497-ae31-8a03d704fd73 from datanode DatanodeRegistration(127.0.0.1:33515, datanodeUuid=9a669db1-1989-4d4a-9458-a60e8faf9d25, infoPort=33249, infoSecurePort=0, ipcPort=35037, storageInfo=lv=-57;cid=testClusterID;nsid=1386029749;c=1733095041062) 2024-12-01T23:17:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8959a2f1fba6c01c with lease ID 0x6f9e6647f8a67183: from storage DS-934903ab-c52b-4497-ae31-8a03d704fd73 node DatanodeRegistration(127.0.0.1:33515, datanodeUuid=9a669db1-1989-4d4a-9458-a60e8faf9d25, infoPort=33249, infoSecurePort=0, ipcPort=35037, storageInfo=lv=-57;cid=testClusterID;nsid=1386029749;c=1733095041062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:17:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8959a2f1fba6c01c with lease ID 0x6f9e6647f8a67183: Processing first storage report for DS-b7389fda-a80a-425e-9bf6-063d686809b7 from datanode DatanodeRegistration(127.0.0.1:33515, datanodeUuid=9a669db1-1989-4d4a-9458-a60e8faf9d25, infoPort=33249, infoSecurePort=0, ipcPort=35037, storageInfo=lv=-57;cid=testClusterID;nsid=1386029749;c=1733095041062) 2024-12-01T23:17:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8959a2f1fba6c01c with lease ID 0x6f9e6647f8a67183: from storage DS-b7389fda-a80a-425e-9bf6-063d686809b7 node DatanodeRegistration(127.0.0.1:33515, datanodeUuid=9a669db1-1989-4d4a-9458-a60e8faf9d25, infoPort=33249, infoSecurePort=0, ipcPort=35037, storageInfo=lv=-57;cid=testClusterID;nsid=1386029749;c=1733095041062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:17:23,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb 2024-12-01T23:17:23,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:23,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:17:23,438 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487 with version=8 2024-12-01T23:17:23,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/hbase-staging 2024-12-01T23:17:23,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:17:23,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:23,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:23,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:17:23,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:23,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:17:23,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:17:23,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:17:23,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46375 2024-12-01T23:17:23,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46375 connecting to ZooKeeper ensemble=127.0.0.1:53423 2024-12-01T23:17:23,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463750x0, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:23,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46375-0x101932fa3ba0000 connected 2024-12-01T23:17:23,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:23,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:23,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Set watcher on znode that does not yet exist, /0-1595734591/running 2024-12-01T23:17:23,601 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487, hbase.cluster.distributed=false 2024-12-01T23:17:23,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Set watcher on znode that does not yet exist, /0-1595734591/acl 2024-12-01T23:17:23,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46375 2024-12-01T23:17:23,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46375 2024-12-01T23:17:23,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46375 2024-12-01T23:17:23,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46375 2024-12-01T23:17:23,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46375 2024-12-01T23:17:23,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:17:23,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:23,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:23,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:17:23,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:23,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:17:23,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:17:23,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:17:23,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40209 2024-12-01T23:17:23,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40209 connecting to ZooKeeper ensemble=127.0.0.1:53423 2024-12-01T23:17:23,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:23,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402090x0, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:23,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Set watcher on znode that does not yet exist, /0-1595734591/running 2024-12-01T23:17:23,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40209-0x101932fa3ba0001 connected 2024-12-01T23:17:23,630 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:17:23,631 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:17:23,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Set watcher on znode that does not yet exist, /0-1595734591/master 2024-12-01T23:17:23,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Set watcher on znode that does not yet exist, /0-1595734591/acl 2024-12-01T23:17:23,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40209 2024-12-01T23:17:23,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40209 2024-12-01T23:17:23,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40209 2024-12-01T23:17:23,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40209 2024-12-01T23:17:23,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40209 2024-12-01T23:17:23,644 DEBUG [M:0;f962de17fdc3:46375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:46375 2024-12-01T23:17:23,645 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1595734591/backup-masters/f962de17fdc3,46375,1733095043439 2024-12-01T23:17:23,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591/backup-masters 2024-12-01T23:17:23,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591/backup-masters 2024-12-01T23:17:23,651 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Set watcher on existing znode=/0-1595734591/backup-masters/f962de17fdc3,46375,1733095043439 2024-12-01T23:17:23,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1595734591/master 2024-12-01T23:17:23,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:23,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:23,661 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Set watcher on existing znode=/0-1595734591/master 2024-12-01T23:17:23,662 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1595734591/backup-masters/f962de17fdc3,46375,1733095043439 from backup master directory 2024-12-01T23:17:23,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1595734591/backup-masters/f962de17fdc3,46375,1733095043439 2024-12-01T23:17:23,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591/backup-masters 2024-12-01T23:17:23,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591/backup-masters 2024-12-01T23:17:23,671 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:17:23,672 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,46375,1733095043439 2024-12-01T23:17:23,676 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/hbase.id] with ID: efbf6cc2-c033-4e96-af6e-cecbda2fd0c1 2024-12-01T23:17:23,676 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/.tmp/hbase.id 2024-12-01T23:17:23,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:17:24,081 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/.tmp/hbase.id]:[hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/hbase.id] 2024-12-01T23:17:24,093 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:24,093 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:17:24,094 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:17:24,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:24,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:24,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:17:24,551 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:17:24,552 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:17:24,553 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:17:24,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store 2024-12-01T23:17:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:17:25,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:17:25,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:17:25,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T23:17:25,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T23:17:25,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:17:25,367 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:25,367 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:17:25,367 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:25,367 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:25,367 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:17:25,367 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:25,367 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:25,367 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095045367Disabling compacts and flushes for region at 1733095045367Disabling writes for close at 1733095045367Writing region close event to WAL at 1733095045367Closed at 1733095045367 2024-12-01T23:17:25,368 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/.initializing 2024-12-01T23:17:25,368 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/WALs/f962de17fdc3,46375,1733095043439 2024-12-01T23:17:25,369 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:17:25,371 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C46375%2C1733095043439, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/WALs/f962de17fdc3,46375,1733095043439, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/oldWALs, maxLogs=10 2024-12-01T23:17:25,381 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/WALs/f962de17fdc3,46375,1733095043439/f962de17fdc3%2C46375%2C1733095043439.1733095045371, exclude list is [], retry=0 2024-12-01T23:17:25,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33515,DS-934903ab-c52b-4497-ae31-8a03d704fd73,DISK] 2024-12-01T23:17:25,386 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/WALs/f962de17fdc3,46375,1733095043439/f962de17fdc3%2C46375%2C1733095043439.1733095045371 2024-12-01T23:17:25,386 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33249:33249)] 2024-12-01T23:17:25,386 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:25,386 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:25,386 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,386 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:17:25,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:25,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:25,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:17:25,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:25,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:25,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:17:25,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:25,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:25,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:17:25,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:25,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:25,395 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,395 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,396 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,397 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,397 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,397 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:25,398 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:25,400 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:25,401 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72470967, jitterRate=0.0799015611410141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:25,401 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095045386Initializing all the Stores at 1733095045387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095045387Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095045388 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095045388Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095045388Cleaning up temporary data from old regions at 1733095045397 (+9 ms)Region opened successfully at 1733095045401 (+4 ms) 2024-12-01T23:17:25,401 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:17:25,404 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5505edc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:17:25,405 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:17:25,405 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:17:25,405 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:17:25,405 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:17:25,406 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:17:25,406 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:17:25,406 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:17:25,407 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:17:25,408 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Unable to get data of znode /0-1595734591/balancer because node does not exist (not necessarily an error) 2024-12-01T23:17:25,492 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595734591/balancer already deleted, retry=false 2024-12-01T23:17:25,493 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:17:25,494 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Unable to get data of znode /0-1595734591/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:17:25,503 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595734591/normalizer already deleted, retry=false 2024-12-01T23:17:25,503 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:17:25,504 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Unable to get data of znode /0-1595734591/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:17:25,513 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595734591/switch/split already deleted, retry=false 2024-12-01T23:17:25,514 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Unable to get data of znode /0-1595734591/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:17:25,524 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595734591/switch/merge already deleted, retry=false 2024-12-01T23:17:25,526 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Unable to get data of znode /0-1595734591/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:17:25,534 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595734591/snapshot-cleanup already deleted, retry=false 2024-12-01T23:17:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1595734591/running 2024-12-01T23:17:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1595734591/running 2024-12-01T23:17:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:25,545 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,46375,1733095043439, sessionid=0x101932fa3ba0000, setting cluster-up flag (Was=false) 2024-12-01T23:17:25,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:25,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:25,598 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1595734591/flush-table-proc/acquired, /0-1595734591/flush-table-proc/reached, /0-1595734591/flush-table-proc/abort 2024-12-01T23:17:25,599 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,46375,1733095043439 2024-12-01T23:17:25,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:25,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:25,728 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1595734591/online-snapshot/acquired, /0-1595734591/online-snapshot/reached, /0-1595734591/online-snapshot/abort 2024-12-01T23:17:25,730 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,46375,1733095043439 2024-12-01T23:17:25,731 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:17:25,733 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:25,733 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:17:25,733 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:17:25,733 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,46375,1733095043439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:17:25,735 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:25,735 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:25,735 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:25,735 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:25,735 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:17:25,735 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,735 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:17:25,735 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:25,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:17:25,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:25,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:17:25,739 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(746): ClusterId : efbf6cc2-c033-4e96-af6e-cecbda2fd0c1 2024-12-01T23:17:25,739 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:17:25,744 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095075744 2024-12-01T23:17:25,745 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:17:25,745 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:17:25,745 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:17:25,745 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:17:25,745 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:17:25,745 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:17:25,745 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,745 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:17:25,745 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:17:25,746 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:17:25,746 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:17:25,748 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:17:25,748 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:17:25,749 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095045748,5,FailOnTimeoutGroup] 2024-12-01T23:17:25,749 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095045749,5,FailOnTimeoutGroup] 2024-12-01T23:17:25,749 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,749 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:17:25,749 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,749 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:17:25,767 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:17:25,767 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:17:25,777 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:17:25,778 DEBUG [RS:0;f962de17fdc3:40209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bef429b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:17:25,791 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:40209 2024-12-01T23:17:25,791 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:17:25,791 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:17:25,791 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:17:25,792 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,46375,1733095043439 with port=40209, startcode=1733095043617 2024-12-01T23:17:25,792 DEBUG [RS:0;f962de17fdc3:40209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:17:25,793 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:17:25,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,40209,1733095043617 2024-12-01T23:17:25,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46375 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,40209,1733095043617 2024-12-01T23:17:25,795 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487 2024-12-01T23:17:25,795 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32829 2024-12-01T23:17:25,795 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:17:25,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591/rs 2024-12-01T23:17:25,809 DEBUG [RS:0;f962de17fdc3:40209 {}] zookeeper.ZKUtil(111): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Set watcher on existing znode=/0-1595734591/rs/f962de17fdc3,40209,1733095043617 2024-12-01T23:17:25,809 WARN [RS:0;f962de17fdc3:40209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:17:25,809 INFO [RS:0;f962de17fdc3:40209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:25,809 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617 2024-12-01T23:17:25,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,40209,1733095043617] 2024-12-01T23:17:25,813 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:17:25,814 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:17:25,815 INFO [RS:0;f962de17fdc3:40209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:17:25,815 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,815 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:17:25,816 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:17:25,816 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:25,816 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:17:25,817 DEBUG [RS:0;f962de17fdc3:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:17:25,820 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,820 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,820 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,820 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,820 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,820 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40209,1733095043617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:17:25,833 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:17:25,834 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40209,1733095043617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,834 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,834 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.Replication(171): f962de17fdc3,40209,1733095043617 started 2024-12-01T23:17:25,848 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:25,848 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,40209,1733095043617, RpcServer on f962de17fdc3/172.17.0.3:40209, sessionid=0x101932fa3ba0001 2024-12-01T23:17:25,849 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:17:25,849 DEBUG [RS:0;f962de17fdc3:40209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,40209,1733095043617 2024-12-01T23:17:25,849 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,40209,1733095043617' 2024-12-01T23:17:25,849 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1595734591/flush-table-proc/abort' 2024-12-01T23:17:25,849 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1595734591/flush-table-proc/acquired' 2024-12-01T23:17:25,850 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:17:25,850 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:17:25,850 DEBUG [RS:0;f962de17fdc3:40209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,40209,1733095043617 2024-12-01T23:17:25,850 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,40209,1733095043617' 2024-12-01T23:17:25,850 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1595734591/online-snapshot/abort' 2024-12-01T23:17:25,850 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1595734591/online-snapshot/acquired' 2024-12-01T23:17:25,851 DEBUG [RS:0;f962de17fdc3:40209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:17:25,851 INFO [RS:0;f962de17fdc3:40209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:17:25,851 INFO [RS:0;f962de17fdc3:40209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:17:25,951 INFO [RS:0;f962de17fdc3:40209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:17:25,953 INFO [RS:0;f962de17fdc3:40209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C40209%2C1733095043617, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/oldWALs, maxLogs=10 2024-12-01T23:17:25,965 DEBUG [RS:0;f962de17fdc3:40209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953, exclude list is [], retry=0 2024-12-01T23:17:25,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33515,DS-934903ab-c52b-4497-ae31-8a03d704fd73,DISK] 2024-12-01T23:17:25,970 INFO [RS:0;f962de17fdc3:40209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 2024-12-01T23:17:25,970 DEBUG [RS:0;f962de17fdc3:40209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33249:33249)] 2024-12-01T23:17:26,151 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:17:26,151 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487 2024-12-01T23:17:26,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:17:26,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:26,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:17:26,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:17:26,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:26,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:26,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:17:26,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:17:26,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:26,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:26,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:17:26,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:17:26,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:26,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:26,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:17:26,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:17:26,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:26,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:26,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:17:26,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740 2024-12-01T23:17:26,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740 2024-12-01T23:17:26,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:17:26,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:17:26,568 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:26,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:17:26,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:26,571 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66516233, jitterRate=-0.00883089005947113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:26,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095046558Initializing all the Stores at 1733095046558Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095046558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095046559 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095046559Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095046559Cleaning up temporary data from old regions at 1733095046568 (+9 ms)Region opened successfully at 1733095046572 (+4 ms) 2024-12-01T23:17:26,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:17:26,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:17:26,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:17:26,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:17:26,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:17:26,573 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:17:26,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095046572Disabling compacts and flushes for region at 1733095046572Disabling writes for close at 1733095046572Writing region close event to WAL at 1733095046573 (+1 ms)Closed at 1733095046573 2024-12-01T23:17:26,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:26,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:17:26,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:17:26,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:17:26,576 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:17:26,727 DEBUG [f962de17fdc3:46375 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:17:26,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,40209,1733095043617 2024-12-01T23:17:26,728 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,40209,1733095043617, state=OPENING 2024-12-01T23:17:26,776 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:17:26,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:26,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:26,821 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:17:26,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1595734591/meta-region-server: CHANGED 2024-12-01T23:17:26,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1595734591/meta-region-server: CHANGED 2024-12-01T23:17:26,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,40209,1733095043617}] 2024-12-01T23:17:26,974 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:17:26,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:17:26,979 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:17:26,979 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:26,980 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:17:26,981 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C40209%2C1733095043617.meta, suffix=.meta, logDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/oldWALs, maxLogs=10 2024-12-01T23:17:26,993 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.meta.1733095046981.meta, exclude list is [], retry=0 2024-12-01T23:17:26,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33515,DS-934903ab-c52b-4497-ae31-8a03d704fd73,DISK] 2024-12-01T23:17:26,997 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.meta.1733095046981.meta 2024-12-01T23:17:26,997 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33249:33249)] 2024-12-01T23:17:26,997 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:26,997 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:17:26,997 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:17:26,997 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:17:26,998 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:17:26,998 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:17:26,998 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:26,998 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:17:26,998 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:17:26,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:17:27,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:17:27,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:27,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:27,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:17:27,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:17:27,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:27,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:27,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:17:27,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:17:27,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:27,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:27,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:17:27,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:17:27,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:27,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:27,005 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:17:27,005 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740 2024-12-01T23:17:27,006 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740 2024-12-01T23:17:27,007 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:17:27,007 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:17:27,008 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:27,009 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:17:27,009 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75356363, jitterRate=0.12289731204509735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:27,010 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:17:27,010 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095046998Writing region info on filesystem at 1733095046998Initializing all the Stores at 1733095046999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095046999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095046999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095046999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095046999Cleaning up temporary data from old regions at 1733095047007 (+8 ms)Running coprocessor post-open hooks at 1733095047010 (+3 ms)Region opened successfully at 1733095047010 2024-12-01T23:17:27,011 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095046974 2024-12-01T23:17:27,013 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:17:27,013 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:17:27,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,40209,1733095043617 2024-12-01T23:17:27,015 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,40209,1733095043617, state=OPEN 2024-12-01T23:17:27,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1595734591/meta-region-server 2024-12-01T23:17:27,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1595734591/meta-region-server 2024-12-01T23:17:27,029 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,40209,1733095043617 2024-12-01T23:17:27,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1595734591/meta-region-server: CHANGED 2024-12-01T23:17:27,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1595734591/meta-region-server: CHANGED 2024-12-01T23:17:27,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:17:27,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,40209,1733095043617 in 208 msec 2024-12-01T23:17:27,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:17:27,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-12-01T23:17:27,035 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:27,035 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:17:27,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:27,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,40209,1733095043617, seqNum=-1] 2024-12-01T23:17:27,036 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:27,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:27,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-12-01T23:17:27,043 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095047043, completionTime=-1 2024-12-01T23:17:27,043 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:17:27,043 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:17:27,045 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:17:27,045 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095107045 2024-12-01T23:17:27,045 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095167045 2024-12-01T23:17:27,045 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:17:27,045 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46375,1733095043439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:27,045 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46375,1733095043439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:27,045 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46375,1733095043439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:27,045 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:46375, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:27,045 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:27,045 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:27,047 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:17:27,049 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.377sec 2024-12-01T23:17:27,049 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:17:27,049 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:17:27,049 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:17:27,049 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:17:27,049 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:17:27,049 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46375,1733095043439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:17:27,050 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46375,1733095043439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:17:27,052 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:17:27,052 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:17:27,052 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46375,1733095043439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:27,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:27,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46375,-1 for getting cluster id 2024-12-01T23:17:27,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:27,142 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbf6cc2-c033-4e96-af6e-cecbda2fd0c1' 2024-12-01T23:17:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbf6cc2-c033-4e96-af6e-cecbda2fd0c1" 2024-12-01T23:17:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370fa6e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46375,-1] 2024-12-01T23:17:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:27,144 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:27,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:27,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,40209,1733095043617, seqNum=-1] 2024-12-01T23:17:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:27,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:27,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,46375,1733095043439 2024-12-01T23:17:27,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53423 2024-12-01T23:17:27,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:27,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101932fa3ba0002 connected 2024-12-01T23:17:27,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/hadoop.log.dir so I do NOT create it in target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4 2024-12-01T23:17:27,169 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:17:27,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/hadoop.tmp.dir so I do NOT create it in target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4 2024-12-01T23:17:27,169 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:17:27,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4 2024-12-01T23:17:27,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:17:27,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/cluster_e4be9f1d-b4cb-b0f3-ce6e-19ebe2939a44, deleteOnExit=true 2024-12-01T23:17:27,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:17:27,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/test.cache.data in system properties and HBase conf 2024-12-01T23:17:27,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:17:27,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:17:27,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:17:27,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:17:27,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:17:27,170 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:17:27,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:17:27,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:17:27,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:17:27,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:17:27,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:17:27,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:27,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:17:27,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:17:27,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:17:27,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:17:27,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:27,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:17:27,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:17:27,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/java.io.tmpdir/jetty-localhost-45985-hadoop-hdfs-3_4_1-tests_jar-_-any-2293811479603451568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:17:27,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:45985} 2024-12-01T23:17:27,590 INFO [Time-limited test {}] server.Server(415): Started @58360ms 2024-12-01T23:17:27,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:17:27,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:17:27,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:17:27,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:17:27,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:17:27,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:17:27,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:17:27,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/java.io.tmpdir/jetty-localhost-45495-hadoop-hdfs-3_4_1-tests_jar-_-any-6301690403529544268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:17:27,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:45495} 2024-12-01T23:17:27,923 INFO [Time-limited test {}] server.Server(415): Started @58693ms 2024-12-01T23:17:27,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:17:28,563 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/cluster_e4be9f1d-b4cb-b0f3-ce6e-19ebe2939a44/data/data2/current/BP-1146475836-172.17.0.3-1733095047191/current, will proceed with Du for space computation calculation, 2024-12-01T23:17:28,563 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/cluster_e4be9f1d-b4cb-b0f3-ce6e-19ebe2939a44/data/data1/current/BP-1146475836-172.17.0.3-1733095047191/current, will proceed with Du for space computation calculation, 2024-12-01T23:17:28,580 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:17:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bc5149cb009f0f4 with lease ID 0xdb9ef9b1df71b5bc: Processing first storage report for DS-3b49bf45-1ab0-4140-a2e5-6d5922d2fd9a from datanode DatanodeRegistration(127.0.0.1:44039, datanodeUuid=eca8a1dd-d52b-42e9-abba-6d528788e60a, infoPort=43765, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=1749652853;c=1733095047191) 2024-12-01T23:17:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bc5149cb009f0f4 with lease ID 0xdb9ef9b1df71b5bc: from storage DS-3b49bf45-1ab0-4140-a2e5-6d5922d2fd9a node DatanodeRegistration(127.0.0.1:44039, datanodeUuid=eca8a1dd-d52b-42e9-abba-6d528788e60a, infoPort=43765, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=1749652853;c=1733095047191), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:17:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bc5149cb009f0f4 with lease ID 0xdb9ef9b1df71b5bc: Processing first storage report for DS-184b36ad-77ca-464a-8797-fc78dc65d78f from datanode DatanodeRegistration(127.0.0.1:44039, datanodeUuid=eca8a1dd-d52b-42e9-abba-6d528788e60a, infoPort=43765, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=1749652853;c=1733095047191) 2024-12-01T23:17:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bc5149cb009f0f4 with lease ID 0xdb9ef9b1df71b5bc: from storage DS-184b36ad-77ca-464a-8797-fc78dc65d78f node DatanodeRegistration(127.0.0.1:44039, datanodeUuid=eca8a1dd-d52b-42e9-abba-6d528788e60a, infoPort=43765, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=1749652853;c=1733095047191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:17:28,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4 2024-12-01T23:17:28,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:28,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:28,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:17:29,057 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c with version=8 2024-12-01T23:17:29,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/hbase-staging 2024-12-01T23:17:29,059 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:17:29,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:29,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:29,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:17:29,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:29,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:17:29,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:17:29,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:17:29,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44741 2024-12-01T23:17:29,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44741 connecting to ZooKeeper ensemble=127.0.0.1:53423 2024-12-01T23:17:29,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447410x0, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:29,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44741-0x101932fa3ba0003 connected 2024-12-01T23:17:29,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:29,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:29,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Set watcher on znode that does not yet exist, /11259514327/running 2024-12-01T23:17:29,179 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c, hbase.cluster.distributed=false 2024-12-01T23:17:29,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Set watcher on znode that does not yet exist, /11259514327/acl 2024-12-01T23:17:29,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44741 2024-12-01T23:17:29,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44741 2024-12-01T23:17:29,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44741 2024-12-01T23:17:29,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44741 2024-12-01T23:17:29,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44741 2024-12-01T23:17:29,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:17:29,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:29,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:29,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:17:29,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:17:29,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:17:29,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:17:29,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:17:29,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32953 2024-12-01T23:17:29,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32953 connecting to ZooKeeper ensemble=127.0.0.1:53423 2024-12-01T23:17:29,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:29,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:29,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329530x0, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:29,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329530x0, quorum=127.0.0.1:53423, baseZNode=/11259514327 Set watcher on znode that does not yet exist, /11259514327/running 2024-12-01T23:17:29,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32953-0x101932fa3ba0004 connected 2024-12-01T23:17:29,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:17:29,209 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:17:29,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Set watcher on znode that does not yet exist, /11259514327/master 2024-12-01T23:17:29,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Set watcher on znode that does not yet exist, /11259514327/acl 2024-12-01T23:17:29,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32953 2024-12-01T23:17:29,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32953 2024-12-01T23:17:29,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32953 2024-12-01T23:17:29,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32953 2024-12-01T23:17:29,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32953 2024-12-01T23:17:29,223 DEBUG [M:0;f962de17fdc3:44741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:44741 2024-12-01T23:17:29,223 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11259514327/backup-masters/f962de17fdc3,44741,1733095049059 2024-12-01T23:17:29,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327/backup-masters 2024-12-01T23:17:29,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327/backup-masters 2024-12-01T23:17:29,229 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Set watcher on existing znode=/11259514327/backup-masters/f962de17fdc3,44741,1733095049059 2024-12-01T23:17:29,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:29,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11259514327/master 2024-12-01T23:17:29,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:29,240 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Set watcher on existing znode=/11259514327/master 2024-12-01T23:17:29,240 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11259514327/backup-masters/f962de17fdc3,44741,1733095049059 from backup master directory 2024-12-01T23:17:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11259514327/backup-masters/f962de17fdc3,44741,1733095049059 2024-12-01T23:17:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327/backup-masters 2024-12-01T23:17:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327/backup-masters 2024-12-01T23:17:29,250 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:17:29,250 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,44741,1733095049059 2024-12-01T23:17:29,254 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/hbase.id] with ID: 95e4d2a7-39ce-4e33-a234-7eb8b45d1090 2024-12-01T23:17:29,254 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/.tmp/hbase.id 2024-12-01T23:17:29,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:17:29,659 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/.tmp/hbase.id]:[hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/hbase.id] 2024-12-01T23:17:29,670 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:29,670 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:17:29,671 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:17:29,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:29,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:29,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:17:30,120 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:17:30,120 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:17:30,121 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:17:30,529 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store 2024-12-01T23:17:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:17:30,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:17:30,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:30,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:30,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:30,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:30,937 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:30,937 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:17:30,937 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:30,937 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:30,937 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:17:30,937 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:30,937 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:17:30,937 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095050937Disabling compacts and flushes for region at 1733095050937Disabling writes for close at 1733095050937Writing region close event to WAL at 1733095050937Closed at 1733095050937 2024-12-01T23:17:30,939 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/.initializing 2024-12-01T23:17:30,939 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/WALs/f962de17fdc3,44741,1733095049059 2024-12-01T23:17:30,941 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:17:30,943 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C44741%2C1733095049059, suffix=, logDir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/WALs/f962de17fdc3,44741,1733095049059, archiveDir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/oldWALs, maxLogs=10 2024-12-01T23:17:30,959 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/WALs/f962de17fdc3,44741,1733095049059/f962de17fdc3%2C44741%2C1733095049059.1733095050944, exclude list is [], retry=0 2024-12-01T23:17:30,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-3b49bf45-1ab0-4140-a2e5-6d5922d2fd9a,DISK] 2024-12-01T23:17:30,969 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/WALs/f962de17fdc3,44741,1733095049059/f962de17fdc3%2C44741%2C1733095049059.1733095050944 2024-12-01T23:17:30,970 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43765:43765)] 2024-12-01T23:17:30,970 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:30,971 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:30,971 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:30,971 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:30,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:30,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:17:30,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:30,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:30,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:30,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:17:30,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:30,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:30,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:30,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:17:30,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:30,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:30,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:30,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:17:30,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:30,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:31,000 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:31,001 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:31,001 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:31,003 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:31,003 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:31,004 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:31,009 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:17:31,012 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:31,013 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73820659, jitterRate=0.10001353919506073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:31,014 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095050971Initializing all the Stores at 1733095050973 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095050973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095050984 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095050984Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095050984Cleaning up temporary data from old regions at 1733095051003 (+19 ms)Region opened successfully at 1733095051013 (+10 ms) 2024-12-01T23:17:31,014 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:17:31,019 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1dc6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:17:31,020 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:17:31,020 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:17:31,020 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:17:31,020 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:17:31,021 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:17:31,022 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:17:31,022 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:17:31,027 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:17:31,028 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Unable to get data of znode /11259514327/balancer because node does not exist (not necessarily an error) 2024-12-01T23:17:31,092 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11259514327/balancer already deleted, retry=false 2024-12-01T23:17:31,093 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:17:31,093 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Unable to get data of znode /11259514327/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:17:31,102 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11259514327/normalizer already deleted, retry=false 2024-12-01T23:17:31,103 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:17:31,107 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Unable to get data of znode /11259514327/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:17:31,113 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11259514327/switch/split already deleted, retry=false 2024-12-01T23:17:31,114 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Unable to get data of znode /11259514327/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:17:31,124 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11259514327/switch/merge already deleted, retry=false 2024-12-01T23:17:31,126 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Unable to get data of znode /11259514327/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:17:31,134 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11259514327/snapshot-cleanup already deleted, retry=false 2024-12-01T23:17:31,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11259514327/running 2024-12-01T23:17:31,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11259514327/running 2024-12-01T23:17:31,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:31,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:31,146 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,44741,1733095049059, sessionid=0x101932fa3ba0003, setting cluster-up flag (Was=false) 2024-12-01T23:17:31,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:31,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:31,197 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11259514327/flush-table-proc/acquired, /11259514327/flush-table-proc/reached, /11259514327/flush-table-proc/abort 2024-12-01T23:17:31,202 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,44741,1733095049059 2024-12-01T23:17:31,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:31,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:31,251 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11259514327/online-snapshot/acquired, /11259514327/online-snapshot/reached, /11259514327/online-snapshot/abort 2024-12-01T23:17:31,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,44741,1733095049059 2024-12-01T23:17:31,258 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:17:31,266 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:31,266 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:17:31,267 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:17:31,267 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,44741,1733095049059 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:17:31,268 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:31,269 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:31,269 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:31,269 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:17:31,269 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:17:31,269 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,269 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:17:31,269 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:31,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:17:31,301 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095081301 2024-12-01T23:17:31,301 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:17:31,301 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:17:31,301 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:17:31,302 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:17:31,302 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:17:31,302 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:17:31,302 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:31,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:17:31,312 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:17:31,312 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:17:31,313 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:17:31,313 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:17:31,328 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:17:31,328 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:17:31,332 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095051328,5,FailOnTimeoutGroup] 2024-12-01T23:17:31,332 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095051332,5,FailOnTimeoutGroup] 2024-12-01T23:17:31,332 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,332 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:17:31,332 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,332 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,332 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(746): ClusterId : 95e4d2a7-39ce-4e33-a234-7eb8b45d1090 2024-12-01T23:17:31,332 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:17:31,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:17:31,345 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:17:31,345 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:17:31,356 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:17:31,356 DEBUG [RS:0;f962de17fdc3:32953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d792a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:17:31,367 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:32953 2024-12-01T23:17:31,367 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:17:31,367 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:17:31,367 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:17:31,368 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,44741,1733095049059 with port=32953, startcode=1733095049194 2024-12-01T23:17:31,368 DEBUG [RS:0;f962de17fdc3:32953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:17:31,370 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:17:31,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,32953,1733095049194 2024-12-01T23:17:31,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44741 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,32953,1733095049194 2024-12-01T23:17:31,372 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c 2024-12-01T23:17:31,372 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33893 2024-12-01T23:17:31,372 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:17:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327/rs 2024-12-01T23:17:31,415 DEBUG [RS:0;f962de17fdc3:32953 {}] zookeeper.ZKUtil(111): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Set watcher on existing znode=/11259514327/rs/f962de17fdc3,32953,1733095049194 2024-12-01T23:17:31,415 WARN [RS:0;f962de17fdc3:32953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:17:31,415 INFO [RS:0;f962de17fdc3:32953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:31,416 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/WALs/f962de17fdc3,32953,1733095049194 2024-12-01T23:17:31,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,32953,1733095049194] 2024-12-01T23:17:31,419 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:17:31,421 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:17:31,421 INFO [RS:0;f962de17fdc3:32953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:17:31,421 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,424 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:17:31,425 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:17:31,425 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,425 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,425 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,425 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,425 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,425 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,425 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:17:31,425 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,426 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,426 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,426 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,426 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,426 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:17:31,426 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:17:31,426 DEBUG [RS:0;f962de17fdc3:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:17:31,428 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,428 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,428 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,428 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,428 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,428 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,32953,1733095049194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:17:31,441 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:17:31,441 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,32953,1733095049194-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,441 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,441 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.Replication(171): f962de17fdc3,32953,1733095049194 started 2024-12-01T23:17:31,454 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:31,455 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,32953,1733095049194, RpcServer on f962de17fdc3/172.17.0.3:32953, sessionid=0x101932fa3ba0004 2024-12-01T23:17:31,455 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:17:31,455 DEBUG [RS:0;f962de17fdc3:32953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,32953,1733095049194 2024-12-01T23:17:31,455 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,32953,1733095049194' 2024-12-01T23:17:31,455 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11259514327/flush-table-proc/abort' 2024-12-01T23:17:31,456 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11259514327/flush-table-proc/acquired' 2024-12-01T23:17:31,458 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:17:31,458 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:17:31,458 DEBUG [RS:0;f962de17fdc3:32953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,32953,1733095049194 2024-12-01T23:17:31,458 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,32953,1733095049194' 2024-12-01T23:17:31,458 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11259514327/online-snapshot/abort' 2024-12-01T23:17:31,459 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11259514327/online-snapshot/acquired' 2024-12-01T23:17:31,459 DEBUG [RS:0;f962de17fdc3:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:17:31,459 INFO [RS:0;f962de17fdc3:32953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:17:31,459 INFO [RS:0;f962de17fdc3:32953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:17:31,559 INFO [RS:0;f962de17fdc3:32953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:17:31,561 INFO [RS:0;f962de17fdc3:32953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C32953%2C1733095049194, suffix=, logDir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/WALs/f962de17fdc3,32953,1733095049194, archiveDir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/oldWALs, maxLogs=10 2024-12-01T23:17:31,577 DEBUG [RS:0;f962de17fdc3:32953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/WALs/f962de17fdc3,32953,1733095049194/f962de17fdc3%2C32953%2C1733095049194.1733095051561, exclude list is [], retry=0 2024-12-01T23:17:31,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-3b49bf45-1ab0-4140-a2e5-6d5922d2fd9a,DISK] 2024-12-01T23:17:31,582 INFO [RS:0;f962de17fdc3:32953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/WALs/f962de17fdc3,32953,1733095049194/f962de17fdc3%2C32953%2C1733095049194.1733095051561 2024-12-01T23:17:31,582 DEBUG [RS:0;f962de17fdc3:32953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43765:43765)] 2024-12-01T23:17:31,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:17:31,742 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c 2024-12-01T23:17:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:17:31,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:31,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:17:31,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:17:31,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:31,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:31,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:17:31,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:17:31,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:31,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:31,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:17:31,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:17:31,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:31,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:31,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:17:31,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:17:31,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:31,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:31,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:17:31,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740 2024-12-01T23:17:31,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740 2024-12-01T23:17:31,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:17:31,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:17:31,773 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:31,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:17:31,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:31,776 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73798899, jitterRate=0.0996892899274826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:31,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095051756Initializing all the Stores at 1733095051757 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095051757Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095051758 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095051758Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095051758Cleaning up temporary data from old regions at 1733095051772 (+14 ms)Region opened successfully at 1733095051776 (+4 ms) 2024-12-01T23:17:31,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:17:31,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:17:31,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:17:31,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:17:31,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:17:31,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:17:31,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095051776Disabling compacts and flushes for region at 1733095051776Disabling writes for close at 1733095051777 (+1 ms)Writing region close event to WAL at 1733095051777Closed at 1733095051777 2024-12-01T23:17:31,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:31,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:17:31,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:17:31,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:17:31,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:17:31,813 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:17:31,931 DEBUG [f962de17fdc3:44741 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:17:31,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,32953,1733095049194 2024-12-01T23:17:31,932 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,32953,1733095049194, state=OPENING 2024-12-01T23:17:31,976 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:17:31,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:31,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:17:31,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11259514327/meta-region-server: CHANGED 2024-12-01T23:17:31,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11259514327/meta-region-server: CHANGED 2024-12-01T23:17:31,987 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:17:31,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,32953,1733095049194}] 2024-12-01T23:17:32,141 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:17:32,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:17:32,146 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:17:32,146 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:32,146 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:17:32,147 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C32953%2C1733095049194.meta, suffix=.meta, logDir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/WALs/f962de17fdc3,32953,1733095049194, archiveDir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/oldWALs, maxLogs=10 2024-12-01T23:17:32,159 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/WALs/f962de17fdc3,32953,1733095049194/f962de17fdc3%2C32953%2C1733095049194.meta.1733095052148.meta, exclude list is [], retry=0 2024-12-01T23:17:32,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-3b49bf45-1ab0-4140-a2e5-6d5922d2fd9a,DISK] 2024-12-01T23:17:32,163 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/WALs/f962de17fdc3,32953,1733095049194/f962de17fdc3%2C32953%2C1733095049194.meta.1733095052148.meta 2024-12-01T23:17:32,163 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43765:43765)] 2024-12-01T23:17:32,163 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:32,163 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:17:32,163 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:17:32,163 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:17:32,164 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:17:32,164 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:17:32,164 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:32,164 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:17:32,164 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:17:32,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:17:32,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:17:32,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:32,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:32,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:17:32,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:17:32,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:32,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:32,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:17:32,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:17:32,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:32,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:32,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:17:32,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:17:32,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:32,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:17:32,171 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:17:32,172 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740 2024-12-01T23:17:32,173 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740 2024-12-01T23:17:32,174 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:17:32,174 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:17:32,174 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:17:32,176 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:17:32,176 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69649910, jitterRate=0.03786453604698181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:17:32,176 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:17:32,177 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095052164Writing region info on filesystem at 1733095052164Initializing all the Stores at 1733095052165 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095052165Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095052165Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095052165Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095052165Cleaning up temporary data from old regions at 1733095052174 (+9 ms)Running coprocessor post-open hooks at 1733095052176 (+2 ms)Region opened successfully at 1733095052176 2024-12-01T23:17:32,177 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095052140 2024-12-01T23:17:32,180 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:17:32,180 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:17:32,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,32953,1733095049194 2024-12-01T23:17:32,181 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,32953,1733095049194, state=OPEN 2024-12-01T23:17:32,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11259514327/meta-region-server 2024-12-01T23:17:32,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11259514327/meta-region-server 2024-12-01T23:17:32,187 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,32953,1733095049194 2024-12-01T23:17:32,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11259514327/meta-region-server: CHANGED 2024-12-01T23:17:32,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11259514327/meta-region-server: CHANGED 2024-12-01T23:17:32,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:17:32,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,32953,1733095049194 in 199 msec 2024-12-01T23:17:32,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:17:32,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-12-01T23:17:32,192 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:17:32,192 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:17:32,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:32,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,32953,1733095049194, seqNum=-1] 2024-12-01T23:17:32,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:32,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:32,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 934 msec 2024-12-01T23:17:32,199 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095052199, completionTime=-1 2024-12-01T23:17:32,199 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:17:32,199 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:17:32,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:17:32,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095112201 2024-12-01T23:17:32,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095172201 2024-12-01T23:17:32,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:17:32,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,44741,1733095049059-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:32,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,44741,1733095049059-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:32,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,44741,1733095049059-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:32,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:44741, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:32,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:32,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:32,203 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:17:32,204 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.954sec 2024-12-01T23:17:32,204 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:17:32,204 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:17:32,204 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:17:32,204 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:17:32,204 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:17:32,204 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,44741,1733095049059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:17:32,205 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,44741,1733095049059-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:17:32,207 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:17:32,207 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:17:32,207 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,44741,1733095049059-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:17:32,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:32,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,44741,-1 for getting cluster id 2024-12-01T23:17:32,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:32,234 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95e4d2a7-39ce-4e33-a234-7eb8b45d1090' 2024-12-01T23:17:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95e4d2a7-39ce-4e33-a234-7eb8b45d1090" 2024-12-01T23:17:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ba480e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,44741,-1] 2024-12-01T23:17:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:32,236 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:32,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:32,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,32953,1733095049194, seqNum=-1] 2024-12-01T23:17:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:32,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,44741,1733095049059 2024-12-01T23:17:32,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53423 2024-12-01T23:17:32,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:17:32,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101932fa3ba0005 connected 2024-12-01T23:17:32,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,46375,1733095043439 2024-12-01T23:17:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c6abca9 2024-12-01T23:17:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:32,267 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:17:32,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:17:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:17:32,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:17:32,275 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:32,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:17:32,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:17:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:32,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:17:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:32,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6a030a0d1249ee281745830ace8025d, NAME => 'test,,1733095052267.b6a030a0d1249ee281745830ace8025d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487 2024-12-01T23:17:32,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:17:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:33,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095052267.b6a030a0d1249ee281745830ace8025d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:33,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b6a030a0d1249ee281745830ace8025d, disabling compactions & flushes 2024-12-01T23:17:33,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:17:33,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:17:33,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095052267.b6a030a0d1249ee281745830ace8025d. after waiting 0 ms 2024-12-01T23:17:33,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:17:33,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:17:33,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6a030a0d1249ee281745830ace8025d: Waiting for close lock at 1733095053091Disabling compacts and flushes for region at 1733095053091Disabling writes for close at 1733095053091Writing region close event to WAL at 1733095053091Closed at 1733095053091 2024-12-01T23:17:33,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:17:33,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095052267.b6a030a0d1249ee281745830ace8025d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095053092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095053092"}]},"ts":"1733095053092"} 2024-12-01T23:17:33,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:17:33,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:17:33,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095053095"}]},"ts":"1733095053095"} 2024-12-01T23:17:33,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:17:33,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6a030a0d1249ee281745830ace8025d, ASSIGN}] 2024-12-01T23:17:33,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6a030a0d1249ee281745830ace8025d, ASSIGN 2024-12-01T23:17:33,099 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b6a030a0d1249ee281745830ace8025d, ASSIGN; state=OFFLINE, location=f962de17fdc3,40209,1733095043617; forceNewPlan=false, retain=false 2024-12-01T23:17:33,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6a030a0d1249ee281745830ace8025d, regionState=OPENING, regionLocation=f962de17fdc3,40209,1733095043617 2024-12-01T23:17:33,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b6a030a0d1249ee281745830ace8025d, ASSIGN because future has completed 2024-12-01T23:17:33,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6a030a0d1249ee281745830ace8025d, server=f962de17fdc3,40209,1733095043617}] 2024-12-01T23:17:33,410 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:17:33,410 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b6a030a0d1249ee281745830ace8025d, NAME => 'test,,1733095052267.b6a030a0d1249ee281745830ace8025d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:33,410 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:17:33,410 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:17:33,411 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,411 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095052267.b6a030a0d1249ee281745830ace8025d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:33,411 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:33,411 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,412 INFO [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,414 INFO [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6a030a0d1249ee281745830ace8025d columnFamilyName f 2024-12-01T23:17:33,414 DEBUG [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:33,414 INFO [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] regionserver.HStore(327): Store=b6a030a0d1249ee281745830ace8025d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:33,414 INFO [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,415 INFO [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6a030a0d1249ee281745830ace8025d columnFamilyName f1 2024-12-01T23:17:33,415 DEBUG [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:33,415 INFO [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] regionserver.HStore(327): Store=b6a030a0d1249ee281745830ace8025d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:33,416 INFO [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,416 INFO [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6a030a0d1249ee281745830ace8025d columnFamilyName norep 2024-12-01T23:17:33,417 DEBUG [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:33,417 INFO [StoreOpener-b6a030a0d1249ee281745830ace8025d-1 {}] regionserver.HStore(327): Store=b6a030a0d1249ee281745830ace8025d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:33,417 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,418 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,418 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,419 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,419 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,419 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:17:33,420 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,423 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:33,423 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b6a030a0d1249ee281745830ace8025d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62209269, jitterRate=-0.07300965487957001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:17:33,423 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6a030a0d1249ee281745830ace8025d 2024-12-01T23:17:33,423 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b6a030a0d1249ee281745830ace8025d: Running coprocessor pre-open hook at 1733095053411Writing region info on filesystem at 1733095053411Initializing all the Stores at 1733095053412 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095053412Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095053412Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095053412Cleaning up temporary data from old regions at 1733095053419 (+7 ms)Running coprocessor post-open hooks at 1733095053423 (+4 ms)Region opened successfully at 1733095053423 2024-12-01T23:17:33,425 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095052267.b6a030a0d1249ee281745830ace8025d., pid=6, masterSystemTime=1733095053405 2024-12-01T23:17:33,427 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:17:33,427 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:17:33,429 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6a030a0d1249ee281745830ace8025d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,40209,1733095043617 2024-12-01T23:17:33,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6a030a0d1249ee281745830ace8025d, server=f962de17fdc3,40209,1733095043617 because future has completed 2024-12-01T23:17:33,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:17:33,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b6a030a0d1249ee281745830ace8025d, server=f962de17fdc3,40209,1733095043617 in 180 msec 2024-12-01T23:17:33,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:17:33,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b6a030a0d1249ee281745830ace8025d, ASSIGN in 338 msec 2024-12-01T23:17:33,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:17:33,439 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095053439"}]},"ts":"1733095053439"} 2024-12-01T23:17:33,441 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:17:33,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:17:33,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-12-01T23:17:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:34,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:34,421 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:17:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,44741,1733095049059 2024-12-01T23:17:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f9d4bc 2024-12-01T23:17:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:34,424 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:17:34,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:17:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44741 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:17:34,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:17:34,428 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:34,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:17:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:34,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:17:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:17:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:34,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26334d0e4598b49c731412a14c59565b, NAME => 'test,,1733095054424.26334d0e4598b49c731412a14c59565b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c 2024-12-01T23:17:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:17:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:35,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095054424.26334d0e4598b49c731412a14c59565b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:35,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 26334d0e4598b49c731412a14c59565b, disabling compactions & flushes 2024-12-01T23:17:35,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:17:35,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:17:35,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095054424.26334d0e4598b49c731412a14c59565b. after waiting 0 ms 2024-12-01T23:17:35,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:17:35,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:17:35,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26334d0e4598b49c731412a14c59565b: Waiting for close lock at 1733095055243Disabling compacts and flushes for region at 1733095055243Disabling writes for close at 1733095055243Writing region close event to WAL at 1733095055243Closed at 1733095055243 2024-12-01T23:17:35,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:17:35,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095054424.26334d0e4598b49c731412a14c59565b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095055245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095055245"}]},"ts":"1733095055245"} 2024-12-01T23:17:35,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:17:35,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:17:35,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095055249"}]},"ts":"1733095055249"} 2024-12-01T23:17:35,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:17:35,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26334d0e4598b49c731412a14c59565b, ASSIGN}] 2024-12-01T23:17:35,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26334d0e4598b49c731412a14c59565b, ASSIGN 2024-12-01T23:17:35,255 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=26334d0e4598b49c731412a14c59565b, ASSIGN; state=OFFLINE, location=f962de17fdc3,32953,1733095049194; forceNewPlan=false, retain=false 2024-12-01T23:17:35,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:17:35,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T23:17:35,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:17:35,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T23:17:35,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:17:35,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T23:17:35,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:17:35,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T23:17:35,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:17:35,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T23:17:35,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T23:17:35,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T23:17:35,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26334d0e4598b49c731412a14c59565b, regionState=OPENING, regionLocation=f962de17fdc3,32953,1733095049194 2024-12-01T23:17:35,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=26334d0e4598b49c731412a14c59565b, ASSIGN because future has completed 2024-12-01T23:17:35,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26334d0e4598b49c731412a14c59565b, server=f962de17fdc3,32953,1733095049194}] 2024-12-01T23:17:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:35,565 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:17:35,565 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 26334d0e4598b49c731412a14c59565b, NAME => 'test,,1733095054424.26334d0e4598b49c731412a14c59565b.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:35,566 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:17:35,566 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:17:35,566 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,566 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095054424.26334d0e4598b49c731412a14c59565b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:35,566 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,566 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,567 INFO [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,568 INFO [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26334d0e4598b49c731412a14c59565b columnFamilyName f 2024-12-01T23:17:35,568 DEBUG [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:35,569 INFO [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] regionserver.HStore(327): Store=26334d0e4598b49c731412a14c59565b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:35,569 INFO [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,570 INFO [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26334d0e4598b49c731412a14c59565b columnFamilyName f1 2024-12-01T23:17:35,570 DEBUG [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:35,571 INFO [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] regionserver.HStore(327): Store=26334d0e4598b49c731412a14c59565b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:35,571 INFO [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,572 INFO [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26334d0e4598b49c731412a14c59565b columnFamilyName norep 2024-12-01T23:17:35,572 DEBUG [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:35,572 INFO [StoreOpener-26334d0e4598b49c731412a14c59565b-1 {}] regionserver.HStore(327): Store=26334d0e4598b49c731412a14c59565b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:35,572 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,573 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,573 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,574 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,574 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,575 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:17:35,576 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,578 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:35,578 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 26334d0e4598b49c731412a14c59565b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72118419, jitterRate=0.0746481865644455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:17:35,578 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26334d0e4598b49c731412a14c59565b 2024-12-01T23:17:35,579 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 26334d0e4598b49c731412a14c59565b: Running coprocessor pre-open hook at 1733095055566Writing region info on filesystem at 1733095055566Initializing all the Stores at 1733095055567 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095055567Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095055567Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095055567Cleaning up temporary data from old regions at 1733095055574 (+7 ms)Running coprocessor post-open hooks at 1733095055578 (+4 ms)Region opened successfully at 1733095055578 2024-12-01T23:17:35,579 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095054424.26334d0e4598b49c731412a14c59565b., pid=6, masterSystemTime=1733095055561 2024-12-01T23:17:35,581 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:17:35,582 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:17:35,582 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26334d0e4598b49c731412a14c59565b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,32953,1733095049194 2024-12-01T23:17:35,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26334d0e4598b49c731412a14c59565b, server=f962de17fdc3,32953,1733095049194 because future has completed 2024-12-01T23:17:35,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:17:35,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26334d0e4598b49c731412a14c59565b, server=f962de17fdc3,32953,1733095049194 in 177 msec 2024-12-01T23:17:35,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:17:35,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=26334d0e4598b49c731412a14c59565b, ASSIGN in 336 msec 2024-12-01T23:17:35,592 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:17:35,592 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095055592"}]},"ts":"1733095055592"} 2024-12-01T23:17:35,594 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:17:35,596 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:17:35,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-12-01T23:17:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:17:36,572 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:17:36,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46375,-1 for getting cluster id 2024-12-01T23:17:36,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:36,573 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbf6cc2-c033-4e96-af6e-cecbda2fd0c1' 2024-12-01T23:17:36,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:36,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbf6cc2-c033-4e96-af6e-cecbda2fd0c1" 2024-12-01T23:17:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6525cbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46375,-1] 2024-12-01T23:17:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:36,575 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b44d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,44741,-1 for getting cluster id 2024-12-01T23:17:36,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:36,577 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95e4d2a7-39ce-4e33-a234-7eb8b45d1090' 2024-12-01T23:17:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95e4d2a7-39ce-4e33-a234-7eb8b45d1090" 2024-12-01T23:17:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbd09d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,44741,-1] 2024-12-01T23:17:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:36,578 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d74a457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46375,-1 for getting cluster id 2024-12-01T23:17:36,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:36,580 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbf6cc2-c033-4e96-af6e-cecbda2fd0c1' 2024-12-01T23:17:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbf6cc2-c033-4e96-af6e-cecbda2fd0c1" 2024-12-01T23:17:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbef671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46375,-1] 2024-12-01T23:17:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:36,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:36,581 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7fa5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,46375,1733095043439 2024-12-01T23:17:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bd8f4a8 2024-12-01T23:17:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:36,586 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:17:36,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:44741,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:17:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:17:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:17:36,589 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:44741' 2024-12-01T23:17:36,590 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d57ed63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,590 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,44741,-1 for getting cluster id 2024-12-01T23:17:36,590 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:36,591 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95e4d2a7-39ce-4e33-a234-7eb8b45d1090' 2024-12-01T23:17:36,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:36,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95e4d2a7-39ce-4e33-a234-7eb8b45d1090" 2024-12-01T23:17:36,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19204fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,44741,-1] 2024-12-01T23:17:36,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:36,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:36,592 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:36,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5c560a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:36,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:36,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,44741,1733095049059 2024-12-01T23:17:36,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78c54466 2024-12-01T23:17:36,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:36,595 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:17:36,595 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:17:36,595 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:17:36,595 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:36,595 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:36,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:17:36,596 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:17:36,597 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:17:36,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:17:36,598 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:36,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:17:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:17:36,647 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:17:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:17:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:17:37,006 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef613e4b3cbfb4e81de211b305127666, NAME => 'hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487 2024-12-01T23:17:37,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:17:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:17:37,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:37,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ef613e4b3cbfb4e81de211b305127666, disabling compactions & flushes 2024-12-01T23:17:37,412 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:17:37,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:17:37,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. after waiting 0 ms 2024-12-01T23:17:37,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:17:37,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:17:37,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef613e4b3cbfb4e81de211b305127666: Waiting for close lock at 1733095057412Disabling compacts and flushes for region at 1733095057412Disabling writes for close at 1733095057413 (+1 ms)Writing region close event to WAL at 1733095057413Closed at 1733095057413 2024-12-01T23:17:37,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:17:37,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095057414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095057414"}]},"ts":"1733095057414"} 2024-12-01T23:17:37,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:17:37,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:17:37,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095057417"}]},"ts":"1733095057417"} 2024-12-01T23:17:37,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:17:37,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef613e4b3cbfb4e81de211b305127666, ASSIGN}] 2024-12-01T23:17:37,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef613e4b3cbfb4e81de211b305127666, ASSIGN 2024-12-01T23:17:37,422 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef613e4b3cbfb4e81de211b305127666, ASSIGN; state=OFFLINE, location=f962de17fdc3,40209,1733095043617; forceNewPlan=false, retain=false 2024-12-01T23:17:37,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef613e4b3cbfb4e81de211b305127666, regionState=OPENING, regionLocation=f962de17fdc3,40209,1733095043617 2024-12-01T23:17:37,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef613e4b3cbfb4e81de211b305127666, ASSIGN because future has completed 2024-12-01T23:17:37,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef613e4b3cbfb4e81de211b305127666, server=f962de17fdc3,40209,1733095043617}] 2024-12-01T23:17:37,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:17:37,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:37,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:37,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:37,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:37,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T23:17:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:17:37,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:17:37,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:17:37,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:17:37,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C40209%2C1733095043617.rep, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/oldWALs, maxLogs=10 2024-12-01T23:17:37,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.rep.1733095057733, exclude list is [], retry=0 2024-12-01T23:17:37,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33515,DS-934903ab-c52b-4497-ae31-8a03d704fd73,DISK] 2024-12-01T23:17:37,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.rep.1733095057733 2024-12-01T23:17:37,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33249:33249)] 2024-12-01T23:17:37,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ef613e4b3cbfb4e81de211b305127666, NAME => 'hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:17:37,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:17:37,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:17:37,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. service=MultiRowMutationService 2024-12-01T23:17:37,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:17:37,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:17:37,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,752 INFO [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,754 INFO [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef613e4b3cbfb4e81de211b305127666 columnFamilyName hfileref 2024-12-01T23:17:37,754 DEBUG [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:37,754 INFO [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] regionserver.HStore(327): Store=ef613e4b3cbfb4e81de211b305127666/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:37,754 INFO [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,756 INFO [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef613e4b3cbfb4e81de211b305127666 columnFamilyName queue 2024-12-01T23:17:37,756 DEBUG [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:37,756 INFO [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] regionserver.HStore(327): Store=ef613e4b3cbfb4e81de211b305127666/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:37,756 INFO [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,757 INFO [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef613e4b3cbfb4e81de211b305127666 columnFamilyName sid 2024-12-01T23:17:37,757 DEBUG [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:17:37,758 INFO [StoreOpener-ef613e4b3cbfb4e81de211b305127666-1 {}] regionserver.HStore(327): Store=ef613e4b3cbfb4e81de211b305127666/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:17:37,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:17:37,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:17:37,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ef613e4b3cbfb4e81de211b305127666; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68840149, jitterRate=0.02579815685749054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:17:37,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:17:37,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ef613e4b3cbfb4e81de211b305127666: Running coprocessor pre-open hook at 1733095057751Writing region info on filesystem at 1733095057751Initializing all the Stores at 1733095057752 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095057752Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095057752Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095057752Cleaning up temporary data from old regions at 1733095057760 (+8 ms)Running coprocessor post-open hooks at 1733095057764 (+4 ms)Region opened successfully at 1733095057764 2024-12-01T23:17:37,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666., pid=10, masterSystemTime=1733095057728 2024-12-01T23:17:37,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:17:37,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:17:37,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef613e4b3cbfb4e81de211b305127666, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,40209,1733095043617 2024-12-01T23:17:37,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef613e4b3cbfb4e81de211b305127666, server=f962de17fdc3,40209,1733095043617 because future has completed 2024-12-01T23:17:37,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:17:37,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ef613e4b3cbfb4e81de211b305127666, server=f962de17fdc3,40209,1733095043617 in 196 msec 2024-12-01T23:17:37,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:17:37,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef613e4b3cbfb4e81de211b305127666, ASSIGN in 353 msec 2024-12-01T23:17:37,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:17:37,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095057776"}]},"ts":"1733095057776"} 2024-12-01T23:17:37,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:17:37,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:17:37,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-12-01T23:17:37,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666., hostname=f962de17fdc3,40209,1733095043617, seqNum=2] 2024-12-01T23:17:37,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:37,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:17:37,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:17:38,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:17:38,098 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:17:38,171 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,40209,1733095043617, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:17:38,171 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:38,171 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,40209,1733095043617, seqNum=-1] 2024-12-01T23:17:38,172 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:38,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-01T23:17:38,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,40209,1733095043617', locateType=CURRENT is [region=hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666., hostname=f962de17fdc3,40209,1733095043617, seqNum=2] 2024-12-01T23:17:38,196 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:17:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:17:38,200 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,40209,1733095043617 suceeded 2024-12-01T23:17:38,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:17:38,208 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:44741,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-01T23:17:38,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 255 msec 2024-12-01T23:17:38,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6220 sec 2024-12-01T23:17:38,217 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:44741' 2024-12-01T23:17:38,218 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15544a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:38,219 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,44741,-1 for getting cluster id 2024-12-01T23:17:38,219 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:38,220 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95e4d2a7-39ce-4e33-a234-7eb8b45d1090' 2024-12-01T23:17:38,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:38,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95e4d2a7-39ce-4e33-a234-7eb8b45d1090" 2024-12-01T23:17:38,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f40295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:38,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,44741,-1] 2024-12-01T23:17:38,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:38,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:38,222 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:38,223 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@105d9403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:38,223 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:38,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,44741,1733095049059 2024-12-01T23:17:38,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711650c0 2024-12-01T23:17:38,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:38,226 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-01T23:17:38,227 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,40209,1733095043617 (queues=1) is replicating from cluster=efbf6cc2-c033-4e96-af6e-cecbda2fd0c1 to cluster=95e4d2a7-39ce-4e33-a234-7eb8b45d1090 2024-12-01T23:17:38,227 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C40209%2C1733095043617 2024-12-01T23:17:38,227 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,40209,1733095043617, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:17:38,227 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953, startPosition=0, beingWritten=true 2024-12-01T23:17:38,230 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.shipperf962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C40209%2C1733095043617 2024-12-01T23:17:38,242 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:17:38,242 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 379, reset compression=false 2024-12-01T23:17:38,242 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.shipperf962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,40209,1733095043617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:17:38,450 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 379, reset compression=false 2024-12-01T23:17:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:17:38,742 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:17:38,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:17:38,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:38,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:38,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:38,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:17:38,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:38,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733095058746/Put/seqid=0 2024-12-01T23:17:38,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741840_1016 (size=7894) 2024-12-01T23:17:38,756 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 379, reset compression=false 2024-12-01T23:17:39,155 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f/f/hfile_1 is 34, key is ddd/f:row/1733095059154/Put/seqid=0 2024-12-01T23:17:39,160 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 379, reset compression=false 2024-12-01T23:17:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741841_1017 (size=7691) 2024-12-01T23:17:39,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:39,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46375,-1 for getting cluster id 2024-12-01T23:17:39,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:39,573 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbf6cc2-c033-4e96-af6e-cecbda2fd0c1' 2024-12-01T23:17:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbf6cc2-c033-4e96-af6e-cecbda2fd0c1" 2024-12-01T23:17:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c666f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46375,-1] 2024-12-01T23:17:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:39,574 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:39,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:39,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,40209,1733095043617, seqNum=-1] 2024-12-01T23:17:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:39,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:39,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:39,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,46375,1733095043439 2024-12-01T23:17:39,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c45f5 2024-12-01T23:17:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:39,590 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:17:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2] 2024-12-01T23:17:39,604 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:17:39,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-01T23:17:39,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-01T23:17:39,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f/f/hfile_0 for inclusion in b6a030a0d1249ee281745830ace8025d/f 2024-12-01T23:17:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T23:17:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:17:39,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f/f/hfile_1 for inclusion in b6a030a0d1249ee281745830ace8025d/f 2024-12-01T23:17:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T23:17:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:17:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(2603): Flush status journal for b6a030a0d1249ee281745830ace8025d: 2024-12-01T23:17:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f/f/hfile_0 to hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__fe3hn1dkqsouklhboriu8n3ol1rtqiu0987pojrsi8rnanor70uk44p2g52dtt6n/f/hfile_0 2024-12-01T23:17:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__fe3hn1dkqsouklhboriu8n3ol1rtqiu0987pojrsi8rnanor70uk44p2g52dtt6n/f/hfile_0 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f/52b20ac04d8a483ca06567e772d02206_SeqId_4_ 2024-12-01T23:17:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f/f/hfile_1 to hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__fe3hn1dkqsouklhboriu8n3ol1rtqiu0987pojrsi8rnanor70uk44p2g52dtt6n/f/hfile_1 2024-12-01T23:17:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__fe3hn1dkqsouklhboriu8n3ol1rtqiu0987pojrsi8rnanor70uk44p2g52dtt6n/f/hfile_1 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f/c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_ 2024-12-01T23:17:39,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__fe3hn1dkqsouklhboriu8n3ol1rtqiu0987pojrsi8rnanor70uk44p2g52dtt6n/f/hfile_0 into b6a030a0d1249ee281745830ace8025d/f as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f/52b20ac04d8a483ca06567e772d02206_SeqId_4_ - updating store file list. 2024-12-01T23:17:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52b20ac04d8a483ca06567e772d02206_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:17:39,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f/52b20ac04d8a483ca06567e772d02206_SeqId_4_ into b6a030a0d1249ee281745830ace8025d/f 2024-12-01T23:17:39,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__fe3hn1dkqsouklhboriu8n3ol1rtqiu0987pojrsi8rnanor70uk44p2g52dtt6n/f/hfile_0 into b6a030a0d1249ee281745830ace8025d/f (new location: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f/52b20ac04d8a483ca06567e772d02206_SeqId_4_) 2024-12-01T23:17:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__fe3hn1dkqsouklhboriu8n3ol1rtqiu0987pojrsi8rnanor70uk44p2g52dtt6n/f/hfile_0 2024-12-01T23:17:39,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__fe3hn1dkqsouklhboriu8n3ol1rtqiu0987pojrsi8rnanor70uk44p2g52dtt6n/f/hfile_1 into b6a030a0d1249ee281745830ace8025d/f as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f/c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_ - updating store file list. 2024-12-01T23:17:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:17:39,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f/c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_ into b6a030a0d1249ee281745830ace8025d/f 2024-12-01T23:17:39,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__fe3hn1dkqsouklhboriu8n3ol1rtqiu0987pojrsi8rnanor70uk44p2g52dtt6n/f/hfile_1 into b6a030a0d1249ee281745830ace8025d/f (new location: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f/c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_) 2024-12-01T23:17:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__fe3hn1dkqsouklhboriu8n3ol1rtqiu0987pojrsi8rnanor70uk44p2g52dtt6n/f/hfile_1 2024-12-01T23:17:39,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:17:39,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:39,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:39,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:39,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:17:39,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2 , the old value is region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f962de17fdc3:40209 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:17:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,32953,1733095049194, seqNum=-1] 2024-12-01T23:17:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:17:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:39,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2 from cache 2024-12-01T23:17:39,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:45788 deadline: 1733095119672 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:45788 2024-12-01T23:17:39,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095054424.26334d0e4598b49c731412a14c59565b., hostname=f962de17fdc3,32953,1733095049194, seqNum=2] 2024-12-01T23:17:39,680 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T23:17:39,683 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 379, reset compression=false 2024-12-01T23:17:39,689 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:17:39,689 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.shipperf962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,40209,1733095043617 got entry batch from reader: WALEntryBatch [walEntries=[{test/b6a030a0d1249ee281745830ace8025d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733095059668/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T23:17:39,709 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.shipperf962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:17:39,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-01T23:17:39,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.ReplicationSink(318): Replicating [efbf6cc2-c033-4e96-af6e-cecbda2fd0c1] bulk loaded data 2024-12-01T23:17:39,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1563b159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:39,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,44741,-1 for getting cluster id 2024-12-01T23:17:39,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:39,717 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95e4d2a7-39ce-4e33-a234-7eb8b45d1090' 2024-12-01T23:17:39,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:39,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95e4d2a7-39ce-4e33-a234-7eb8b45d1090" 2024-12-01T23:17:39,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b0dfa82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:39,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,44741,-1] 2024-12-01T23:17:39,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:39,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:39,719 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:39,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1afb258d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741837_1013 (size=7894) 2024-12-01T23:17:39,782 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:40209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-01T23:17:39,889 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 687, reset compression=false 2024-12-01T23:17:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741838_1014 (size=7691) 2024-12-01T23:17:40,194 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 687, reset compression=false 2024-12-01T23:17:40,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,44741,1733095049059 2024-12-01T23:17:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4ddaee 2024-12-01T23:17:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:40,546 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-01T23:17:40,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:17:40,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:40,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,32953,1733095049194, seqNum=-1] 2024-12-01T23:17:40,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:40,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-01T23:17:40,556 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/52b20ac04d8a483ca06567e772d02206_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-01T23:17:40,559 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-01T23:17:40,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/52b20ac04d8a483ca06567e772d02206_SeqId_4_ for inclusion in 26334d0e4598b49c731412a14c59565b/f 2024-12-01T23:17:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T23:17:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:17:40,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_ for inclusion in 26334d0e4598b49c731412a14c59565b/f 2024-12-01T23:17:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T23:17:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:17:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HRegion(2603): Flush status journal for 26334d0e4598b49c731412a14c59565b: 2024-12-01T23:17:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 52b20ac04d8a483ca06567e772d02206_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:17:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/52b20ac04d8a483ca06567e772d02206_SeqId_4_ as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b/f/3dc068f3315b4ade9eafd4cd761cbcc0_SeqId_4_ 2024-12-01T23:17:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:17:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_ as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b/f/15bd964556be448a8977794aadfc0a1f_SeqId_4_ 2024-12-01T23:17:40,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/52b20ac04d8a483ca06567e772d02206_SeqId_4_ into 26334d0e4598b49c731412a14c59565b/f as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b/f/3dc068f3315b4ade9eafd4cd761cbcc0_SeqId_4_ - updating store file list. 2024-12-01T23:17:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3dc068f3315b4ade9eafd4cd761cbcc0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:17:40,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b/f/3dc068f3315b4ade9eafd4cd761cbcc0_SeqId_4_ into 26334d0e4598b49c731412a14c59565b/f 2024-12-01T23:17:40,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/52b20ac04d8a483ca06567e772d02206_SeqId_4_ into 26334d0e4598b49c731412a14c59565b/f (new location: hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b/f/3dc068f3315b4ade9eafd4cd761cbcc0_SeqId_4_) 2024-12-01T23:17:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/52b20ac04d8a483ca06567e772d02206_SeqId_4_ 2024-12-01T23:17:40,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_ into 26334d0e4598b49c731412a14c59565b/f as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b/f/15bd964556be448a8977794aadfc0a1f_SeqId_4_ - updating store file list. 2024-12-01T23:17:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15bd964556be448a8977794aadfc0a1f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:17:40,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b/f/15bd964556be448a8977794aadfc0a1f_SeqId_4_ into 26334d0e4598b49c731412a14c59565b/f 2024-12-01T23:17:40,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_ into 26334d0e4598b49c731412a14c59565b/f (new location: hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b/f/15bd964556be448a8977794aadfc0a1f_SeqId_4_) 2024-12-01T23:17:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/staging/jenkins.hfs.6__test__jq6gae1ej79optv6ko0ckijlbfepqac9k774mgt5rqtjbuntqk04h6ad00asu3fi/f/c516dd5133c44aa2a04e5f9e0b079819_SeqId_4_ 2024-12-01T23:17:40,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.ReplicationSink(324): Finished replicating [efbf6cc2-c033-4e96-af6e-cecbda2fd0c1] bulk loaded data 2024-12-01T23:17:40,597 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 687, reset compression=false 2024-12-01T23:17:40,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:17:40,695 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733095060694/Put/seqid=0 2024-12-01T23:17:40,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741842_1018 (size=7997) 2024-12-01T23:17:41,101 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733095061100/Put/seqid=0 2024-12-01T23:17:41,101 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 687, reset compression=false 2024-12-01T23:17:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741843_1019 (size=7794) 2024-12-01T23:17:41,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aae1f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:41,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46375,-1 for getting cluster id 2024-12-01T23:17:41,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:17:41,508 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbf6cc2-c033-4e96-af6e-cecbda2fd0c1' 2024-12-01T23:17:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:17:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbf6cc2-c033-4e96-af6e-cecbda2fd0c1" 2024-12-01T23:17:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9961efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46375,-1] 2024-12-01T23:17:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:17:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:41,509 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:17:41,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:17:41,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,40209,1733095043617, seqNum=-1] 2024-12-01T23:17:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:41,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:41,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:17:41,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,46375,1733095043439 2024-12-01T23:17:41,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3ed852 2024-12-01T23:17:41,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:17:41,523 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:17:41,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2] 2024-12-01T23:17:41,529 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:17:41,537 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-01T23:17:41,541 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-01T23:17:41,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f1/f1/hfile_1 for inclusion in b6a030a0d1249ee281745830ace8025d/f1 2024-12-01T23:17:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-01T23:17:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:17:41,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f1/f1/hfile_0 for inclusion in b6a030a0d1249ee281745830ace8025d/f1 2024-12-01T23:17:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-01T23:17:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:17:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(2603): Flush status journal for b6a030a0d1249ee281745830ace8025d: 2024-12-01T23:17:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f1/f1/hfile_1 to hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__go84sjjmboiice0r4do4bjem7m4d0uroe5oncnut7dk0ecban90gdm4jn9g98a2n/f1/hfile_1 2024-12-01T23:17:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__go84sjjmboiice0r4do4bjem7m4d0uroe5oncnut7dk0ecban90gdm4jn9g98a2n/f1/hfile_1 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f1/60e66d6d68724b8fbba827eb6dd5b3a3_SeqId_6_ 2024-12-01T23:17:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/load_f1/f1/hfile_0 to hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__go84sjjmboiice0r4do4bjem7m4d0uroe5oncnut7dk0ecban90gdm4jn9g98a2n/f1/hfile_0 2024-12-01T23:17:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__go84sjjmboiice0r4do4bjem7m4d0uroe5oncnut7dk0ecban90gdm4jn9g98a2n/f1/hfile_0 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f1/f41497bcf52a48c0a88b020d0370af4d_SeqId_6_ 2024-12-01T23:17:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-01T23:17:41,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__go84sjjmboiice0r4do4bjem7m4d0uroe5oncnut7dk0ecban90gdm4jn9g98a2n/f1/hfile_1 into b6a030a0d1249ee281745830ace8025d/f1 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f1/60e66d6d68724b8fbba827eb6dd5b3a3_SeqId_6_ - updating store file list. 2024-12-01T23:17:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60e66d6d68724b8fbba827eb6dd5b3a3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T23:17:41,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f1/60e66d6d68724b8fbba827eb6dd5b3a3_SeqId_6_ into b6a030a0d1249ee281745830ace8025d/f1 2024-12-01T23:17:41,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__go84sjjmboiice0r4do4bjem7m4d0uroe5oncnut7dk0ecban90gdm4jn9g98a2n/f1/hfile_1 into b6a030a0d1249ee281745830ace8025d/f1 (new location: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f1/60e66d6d68724b8fbba827eb6dd5b3a3_SeqId_6_) 2024-12-01T23:17:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__go84sjjmboiice0r4do4bjem7m4d0uroe5oncnut7dk0ecban90gdm4jn9g98a2n/f1/hfile_1 2024-12-01T23:17:41,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__go84sjjmboiice0r4do4bjem7m4d0uroe5oncnut7dk0ecban90gdm4jn9g98a2n/f1/hfile_0 into b6a030a0d1249ee281745830ace8025d/f1 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f1/f41497bcf52a48c0a88b020d0370af4d_SeqId_6_ - updating store file list. 2024-12-01T23:17:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f41497bcf52a48c0a88b020d0370af4d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T23:17:41,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f1/f41497bcf52a48c0a88b020d0370af4d_SeqId_6_ into b6a030a0d1249ee281745830ace8025d/f1 2024-12-01T23:17:41,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__go84sjjmboiice0r4do4bjem7m4d0uroe5oncnut7dk0ecban90gdm4jn9g98a2n/f1/hfile_0 into b6a030a0d1249ee281745830ace8025d/f1 (new location: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/f1/f41497bcf52a48c0a88b020d0370af4d_SeqId_6_) 2024-12-01T23:17:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/staging/jenkins__test__go84sjjmboiice0r4do4bjem7m4d0uroe5oncnut7dk0ecban90gdm4jn9g98a2n/f1/hfile_0 2024-12-01T23:17:41,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:17:41,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:17:41,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:41,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:17:41,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:17:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2 , the old value is region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f962de17fdc3:40209 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:17:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:45802 deadline: 1733095121574 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:45802 2024-12-01T23:17:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:17:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2 from cache 2024-12-01T23:17:41,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:17:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,40209,1733095043617, seqNum=-1] 2024-12-01T23:17:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:17:41,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:17:41,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., hostname=f962de17fdc3,40209,1733095043617, seqNum=2] 2024-12-01T23:17:41,682 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:40209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-01T23:17:41,705 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 687, reset compression=false 2024-12-01T23:17:41,709 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:17:41,709 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:41,709 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.shipperf962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,40209,1733095043617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:17:41,913 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:42,217 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:42,621 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:43,124 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:43,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:17:43,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:43,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:43,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:43,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:17:43,728 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:44,432 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:45,236 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:45,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T23:17:45,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T23:17:46,140 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:47,147 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:48,251 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:49,455 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:50,759 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:52,162 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:53,028 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:17:53,691 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:55,295 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:56,999 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:17:58,647 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:17:58,803 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:00,707 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:01,712 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.shipperf962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,40209,1733095043617 got entry batch from reader: null 2024-12-01T23:18:02,710 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:04,815 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:07,018 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:07,059 INFO [master/f962de17fdc3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T23:18:07,059 INFO [master/f962de17fdc3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T23:18:09,322 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:11,726 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:12,948 INFO [master/f962de17fdc3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T23:18:12,948 INFO [master/f962de17fdc3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T23:18:14,230 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:16,833 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:18,411 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b6a030a0d1249ee281745830ace8025d, had cached 0 bytes from a total of 31376 2024-12-01T23:18:19,537 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:20,566 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 26334d0e4598b49c731412a14c59565b, had cached 0 bytes from a total of 15585 2024-12-01T23:18:21,712 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.shipperf962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,40209,1733095043617 got entry batch from reader: null 2024-12-01T23:18:22,341 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:23,028 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:18:25,244 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:27,835 DEBUG [master/f962de17fdc3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-01T23:18:28,248 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:28,647 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:18:31,352 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:34,556 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:37,860 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:41,264 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:18:41,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:18:41,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:18:41,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:41,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:41,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:18:41,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:18:41,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1048396834, stopped=false 2024-12-01T23:18:41,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,44741,1733095049059 2024-12-01T23:18:41,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11259514327/running 2024-12-01T23:18:41,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:18:41,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11259514327/running 2024-12-01T23:18:41,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:18:41,660 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:18:41,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:18:41,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:18:41,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:41,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Set watcher on znode that does not yet exist, /11259514327/running 2024-12-01T23:18:41,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Set watcher on znode that does not yet exist, /11259514327/running 2024-12-01T23:18:41,661 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,32953,1733095049194' ***** 2024-12-01T23:18:41,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:18:41,661 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:18:41,661 INFO [RS:0;f962de17fdc3:32953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:18:41,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:18:41,662 INFO [RS:0;f962de17fdc3:32953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:18:41,662 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 26334d0e4598b49c731412a14c59565b 2024-12-01T23:18:41,662 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,32953,1733095049194 2024-12-01T23:18:41,662 INFO [RS:0;f962de17fdc3:32953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:18:41,662 INFO [RS:0;f962de17fdc3:32953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:32953. 2024-12-01T23:18:41,662 DEBUG [RS:0;f962de17fdc3:32953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:18:41,662 DEBUG [RS:0;f962de17fdc3:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:41,662 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:18:41,662 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:18:41,662 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:18:41,662 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:18:41,662 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26334d0e4598b49c731412a14c59565b, disabling compactions & flushes 2024-12-01T23:18:41,662 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:18:41,663 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:18:41,663 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:18:41,663 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095054424.26334d0e4598b49c731412a14c59565b. after waiting 0 ms 2024-12-01T23:18:41,663 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 26334d0e4598b49c731412a14c59565b=test,,1733095054424.26334d0e4598b49c731412a14c59565b.} 2024-12-01T23:18:41,663 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:18:41,663 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26334d0e4598b49c731412a14c59565b 2024-12-01T23:18:41,663 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:18:41,663 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:18:41,663 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:18:41,663 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:18:41,663 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:18:41,663 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-01T23:18:41,677 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/default/test/26334d0e4598b49c731412a14c59565b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-01T23:18:41,677 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:18:41,677 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:18:41,677 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:18:41,677 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26334d0e4598b49c731412a14c59565b: Waiting for close lock at 1733095121662Running coprocessor pre-close hooks at 1733095121662Disabling compacts and flushes for region at 1733095121662Disabling writes for close at 1733095121663 (+1 ms)Writing region close event to WAL at 1733095121664 (+1 ms)Running coprocessor post-close hooks at 1733095121677 (+13 ms)Closed at 1733095121677 2024-12-01T23:18:41,677 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095054424.26334d0e4598b49c731412a14c59565b. 2024-12-01T23:18:41,686 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/info/af21a1d0c5fa4aac98672672dbd51fc9 is 129, key is test,,1733095054424.26334d0e4598b49c731412a14c59565b./info:regioninfo/1733095055582/Put/seqid=0 2024-12-01T23:18:41,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741839_1015 (size=6421) 2024-12-01T23:18:41,712 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.shipperf962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,40209,1733095043617 got entry batch from reader: null 2024-12-01T23:18:41,715 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:18:41,863 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:18:42,063 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:18:42,095 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/info/af21a1d0c5fa4aac98672672dbd51fc9 2024-12-01T23:18:42,113 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/ns/6f8873b4946744ac910469893f812550 is 43, key is default/ns:d/1733095052195/Put/seqid=0 2024-12-01T23:18:42,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741840_1016 (size=5153) 2024-12-01T23:18:42,263 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:18:42,428 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:18:42,429 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:18:42,463 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:18:42,518 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/ns/6f8873b4946744ac910469893f812550 2024-12-01T23:18:42,544 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/rep_barrier/ca7de06c31f240a886898f8ae087c3f8 is 112, key is test,,1733095054424.26334d0e4598b49c731412a14c59565b./rep_barrier:seqnumDuringOpen/1733095055582/Put/seqid=0 2024-12-01T23:18:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741841_1017 (size=5518) 2024-12-01T23:18:42,664 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:18:42,864 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:18:42,864 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:18:42,864 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:18:42,952 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/rep_barrier/ca7de06c31f240a886898f8ae087c3f8 2024-12-01T23:18:42,972 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/table/e18101c5b09848d9a63ef41810f30238 is 40, key is test/table:state/1733095055592/Put/seqid=0 2024-12-01T23:18:42,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741842_1018 (size=5165) 2024-12-01T23:18:43,064 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:18:43,264 DEBUG [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:18:43,377 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/table/e18101c5b09848d9a63ef41810f30238 2024-12-01T23:18:43,384 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/info/af21a1d0c5fa4aac98672672dbd51fc9 as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/info/af21a1d0c5fa4aac98672672dbd51fc9 2024-12-01T23:18:43,390 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/info/af21a1d0c5fa4aac98672672dbd51fc9, entries=10, sequenceid=11, filesize=6.3 K 2024-12-01T23:18:43,390 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/ns/6f8873b4946744ac910469893f812550 as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/ns/6f8873b4946744ac910469893f812550 2024-12-01T23:18:43,395 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/ns/6f8873b4946744ac910469893f812550, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T23:18:43,399 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/rep_barrier/ca7de06c31f240a886898f8ae087c3f8 as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/rep_barrier/ca7de06c31f240a886898f8ae087c3f8 2024-12-01T23:18:43,407 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/rep_barrier/ca7de06c31f240a886898f8ae087c3f8, entries=1, sequenceid=11, filesize=5.4 K 2024-12-01T23:18:43,408 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/.tmp/table/e18101c5b09848d9a63ef41810f30238 as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/table/e18101c5b09848d9a63ef41810f30238 2024-12-01T23:18:43,413 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/table/e18101c5b09848d9a63ef41810f30238, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T23:18:43,414 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=11, compaction requested=false 2024-12-01T23:18:43,418 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T23:18:43,419 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:18:43,419 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:18:43,419 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:18:43,419 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095121663Running coprocessor pre-close hooks at 1733095121663Disabling compacts and flushes for region at 1733095121663Disabling writes for close at 1733095121663Obtaining lock to block concurrent updates at 1733095121663Preparing flush snapshotting stores in 1588230740 at 1733095121663Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733095121664 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733095121664Flushing 1588230740/info: creating writer at 1733095121664Flushing 1588230740/info: appending metadata at 1733095121686 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733095121686Flushing 1588230740/ns: creating writer at 1733095122100 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733095122112 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733095122112Flushing 1588230740/rep_barrier: creating writer at 1733095122524 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095122543 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095122544 (+1 ms)Flushing 1588230740/table: creating writer at 1733095122957 (+413 ms)Flushing 1588230740/table: appending metadata at 1733095122972 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733095122972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7659685a: reopening flushed file at 1733095123383 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e58da57: reopening flushed file at 1733095123390 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e64a821: reopening flushed file at 1733095123396 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e918b9f: reopening flushed file at 1733095123407 (+11 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=11, compaction requested=false at 1733095123414 (+7 ms)Writing region close event to WAL at 1733095123415 (+1 ms)Running coprocessor post-close hooks at 1733095123419 (+4 ms)Closed at 1733095123419 2024-12-01T23:18:43,419 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:18:43,465 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,32953,1733095049194; all regions closed. 2024-12-01T23:18:43,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741834_1010 (size=2717) 2024-12-01T23:18:43,467 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/WALs/f962de17fdc3,32953,1733095049194/f962de17fdc3%2C32953%2C1733095049194.meta.1733095052148.meta not finished, retry = 0 2024-12-01T23:18:43,570 DEBUG [RS:0;f962de17fdc3:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/oldWALs 2024-12-01T23:18:43,570 INFO [RS:0;f962de17fdc3:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C32953%2C1733095049194.meta:.meta(num 1733095052148) 2024-12-01T23:18:43,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741832_1008 (size=1028) 2024-12-01T23:18:43,572 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/WALs/f962de17fdc3,32953,1733095049194/f962de17fdc3%2C32953%2C1733095049194.1733095051561 not finished, retry = 0 2024-12-01T23:18:43,675 DEBUG [RS:0;f962de17fdc3:32953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/oldWALs 2024-12-01T23:18:43,675 INFO [RS:0;f962de17fdc3:32953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C32953%2C1733095049194:(num 1733095051561) 2024-12-01T23:18:43,675 DEBUG [RS:0;f962de17fdc3:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:43,675 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:18:43,675 INFO [RS:0;f962de17fdc3:32953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:18:43,675 INFO [RS:0;f962de17fdc3:32953 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:18:43,675 INFO [RS:0;f962de17fdc3:32953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:18:43,675 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:18:43,676 INFO [RS:0;f962de17fdc3:32953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:32953. 2024-12-01T23:18:43,676 DEBUG [RS:0;f962de17fdc3:32953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:18:43,676 DEBUG [RS:0;f962de17fdc3:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:43,676 DEBUG [RS:0;f962de17fdc3:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:43,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:18:43,676 INFO [RS:0;f962de17fdc3:32953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32953 2024-12-01T23:18:43,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11259514327/rs/f962de17fdc3,32953,1733095049194 2024-12-01T23:18:43,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327/rs 2024-12-01T23:18:43,789 INFO [RS:0;f962de17fdc3:32953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:18:43,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,32953,1733095049194] 2024-12-01T23:18:43,939 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11259514327/draining/f962de17fdc3,32953,1733095049194 already deleted, retry=false 2024-12-01T23:18:43,939 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,32953,1733095049194 expired; onlineServers=0 2024-12-01T23:18:43,939 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,44741,1733095049059' ***** 2024-12-01T23:18:43,939 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:18:43,939 INFO [M:0;f962de17fdc3:44741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:18:43,939 INFO [M:0;f962de17fdc3:44741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:18:43,939 DEBUG [M:0;f962de17fdc3:44741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:18:43,939 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:18:43,939 DEBUG [M:0;f962de17fdc3:44741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:18:43,939 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095051328 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095051328,5,FailOnTimeoutGroup] 2024-12-01T23:18:43,939 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095051332 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095051332,5,FailOnTimeoutGroup] 2024-12-01T23:18:43,940 INFO [M:0;f962de17fdc3:44741 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:18:43,940 INFO [M:0;f962de17fdc3:44741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:18:43,940 DEBUG [M:0;f962de17fdc3:44741 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:18:43,940 INFO [M:0;f962de17fdc3:44741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:18:43,940 INFO [M:0;f962de17fdc3:44741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:18:43,940 INFO [M:0;f962de17fdc3:44741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:18:43,940 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:18:43,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:18:43,952 INFO [RS:0;f962de17fdc3:32953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:18:43,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101932fa3ba0004, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:18:43,952 INFO [RS:0;f962de17fdc3:32953 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,32953,1733095049194; zookeeper connection closed. 2024-12-01T23:18:43,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@224f4d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@224f4d5 2024-12-01T23:18:43,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:18:44,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11259514327/master 2024-12-01T23:18:44,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11259514327 2024-12-01T23:18:44,147 DEBUG [M:0;f962de17fdc3:44741 {}] zookeeper.ZKUtil(347): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Unable to get data of znode /11259514327/master because node does not exist (not an error) 2024-12-01T23:18:44,147 WARN [M:0;f962de17fdc3:44741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:18:44,148 INFO [M:0;f962de17fdc3:44741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/.lastflushedseqids 2024-12-01T23:18:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741843_1019 (size=173) 2024-12-01T23:18:44,553 INFO [M:0;f962de17fdc3:44741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:18:44,554 INFO [M:0;f962de17fdc3:44741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:18:44,554 DEBUG [M:0;f962de17fdc3:44741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:18:44,554 INFO [M:0;f962de17fdc3:44741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:44,554 DEBUG [M:0;f962de17fdc3:44741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:44,554 DEBUG [M:0;f962de17fdc3:44741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:18:44,554 DEBUG [M:0;f962de17fdc3:44741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:44,554 INFO [M:0;f962de17fdc3:44741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-12-01T23:18:44,578 DEBUG [M:0;f962de17fdc3:44741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/915f585607774a439cb5d4f6b6b978e2 is 82, key is hbase:meta,,1/info:regioninfo/1733095052180/Put/seqid=0 2024-12-01T23:18:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741844_1020 (size=5672) 2024-12-01T23:18:44,768 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.1733095045953 to pos 997, reset compression=false 2024-12-01T23:18:44,983 INFO [M:0;f962de17fdc3:44741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/915f585607774a439cb5d4f6b6b978e2 2024-12-01T23:18:45,003 DEBUG [M:0;f962de17fdc3:44741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a71477165bb8426e90aafd6a21504943 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733095055597/Put/seqid=0 2024-12-01T23:18:45,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741845_1021 (size=6726) 2024-12-01T23:18:45,009 INFO [M:0;f962de17fdc3:44741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a71477165bb8426e90aafd6a21504943 2024-12-01T23:18:45,014 INFO [M:0;f962de17fdc3:44741 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a71477165bb8426e90aafd6a21504943 2024-12-01T23:18:45,031 DEBUG [M:0;f962de17fdc3:44741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03dfa3bddd4b456fb7205eeae57684e7 is 69, key is f962de17fdc3,32953,1733095049194/rs:state/1733095051370/Put/seqid=0 2024-12-01T23:18:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741846_1022 (size=5156) 2024-12-01T23:18:45,435 INFO [M:0;f962de17fdc3:44741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03dfa3bddd4b456fb7205eeae57684e7 2024-12-01T23:18:45,440 DEBUG [M:0;f962de17fdc3:44741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/915f585607774a439cb5d4f6b6b978e2 as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/915f585607774a439cb5d4f6b6b978e2 2024-12-01T23:18:45,445 INFO [M:0;f962de17fdc3:44741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/915f585607774a439cb5d4f6b6b978e2, entries=8, sequenceid=58, filesize=5.5 K 2024-12-01T23:18:45,446 DEBUG [M:0;f962de17fdc3:44741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a71477165bb8426e90aafd6a21504943 as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a71477165bb8426e90aafd6a21504943 2024-12-01T23:18:45,450 INFO [M:0;f962de17fdc3:44741 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a71477165bb8426e90aafd6a21504943 2024-12-01T23:18:45,450 INFO [M:0;f962de17fdc3:44741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a71477165bb8426e90aafd6a21504943, entries=6, sequenceid=58, filesize=6.6 K 2024-12-01T23:18:45,451 DEBUG [M:0;f962de17fdc3:44741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03dfa3bddd4b456fb7205eeae57684e7 as hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03dfa3bddd4b456fb7205eeae57684e7 2024-12-01T23:18:45,455 INFO [M:0;f962de17fdc3:44741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33893/user/jenkins/test-data/29abdff6-2944-ed36-e2fa-23b36fe1622c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03dfa3bddd4b456fb7205eeae57684e7, entries=1, sequenceid=58, filesize=5.0 K 2024-12-01T23:18:45,456 INFO [M:0;f962de17fdc3:44741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=58, compaction requested=false 2024-12-01T23:18:45,458 INFO [M:0;f962de17fdc3:44741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:45,458 DEBUG [M:0;f962de17fdc3:44741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095124554Disabling compacts and flushes for region at 1733095124554Disabling writes for close at 1733095124554Obtaining lock to block concurrent updates at 1733095124554Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095124554Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1733095124555 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095124556 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095124556Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095124578 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095124578Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095124989 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095125003 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095125003Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095125014 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095125030 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095125030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ee7a79: reopening flushed file at 1733095125439 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8020e3: reopening flushed file at 1733095125445 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11700d33: reopening flushed file at 1733095125450 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=58, compaction requested=false at 1733095125456 (+6 ms)Writing region close event to WAL at 1733095125458 (+2 ms)Closed at 1733095125458 2024-12-01T23:18:45,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741830_1006 (size=33014) 2024-12-01T23:18:45,460 INFO [M:0;f962de17fdc3:44741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:18:45,460 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:18:45,460 INFO [M:0;f962de17fdc3:44741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44741 2024-12-01T23:18:45,461 INFO [M:0;f962de17fdc3:44741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:18:45,609 INFO [M:0;f962de17fdc3:44741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:18:45,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:18:45,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44741-0x101932fa3ba0003, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:18:45,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:18:45,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:18:45,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:18:45,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:18:45,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/hadoop.log.dir/,STOPPED} 2024-12-01T23:18:45,613 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:18:45,613 WARN [BP-1146475836-172.17.0.3-1733095047191 heartbeating to localhost/127.0.0.1:33893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:18:45,613 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:18:45,613 WARN [BP-1146475836-172.17.0.3-1733095047191 heartbeating to localhost/127.0.0.1:33893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1146475836-172.17.0.3-1733095047191 (Datanode Uuid eca8a1dd-d52b-42e9-abba-6d528788e60a) service to localhost/127.0.0.1:33893 2024-12-01T23:18:45,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/cluster_e4be9f1d-b4cb-b0f3-ce6e-19ebe2939a44/data/data1/current/BP-1146475836-172.17.0.3-1733095047191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:18:45,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/cluster_e4be9f1d-b4cb-b0f3-ce6e-19ebe2939a44/data/data2/current/BP-1146475836-172.17.0.3-1733095047191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:18:45,614 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:18:45,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:18:45,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:18:45,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:18:45,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:18:45,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/hadoop.log.dir/,STOPPED} 2024-12-01T23:18:45,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:18:45,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:18:45,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:18:45,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:18:45,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:45,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:45,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:18:45,632 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:18:45,632 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=345453987, stopped=false 2024-12-01T23:18:45,632 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,46375,1733095043439 2024-12-01T23:18:45,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1595734591/running 2024-12-01T23:18:45,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1595734591/running 2024-12-01T23:18:45,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:18:45,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:18:45,645 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:18:45,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:18:45,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:18:45,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:45,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Set watcher on znode that does not yet exist, /0-1595734591/running 2024-12-01T23:18:45,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Set watcher on znode that does not yet exist, /0-1595734591/running 2024-12-01T23:18:45,646 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,40209,1733095043617' ***** 2024-12-01T23:18:45,646 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:18:45,647 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(3091): Received CLOSE for b6a030a0d1249ee281745830ace8025d 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(3091): Received CLOSE for ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,40209,1733095043617 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:40209. 2024-12-01T23:18:45,647 DEBUG [RS:0;f962de17fdc3:40209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:18:45,647 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6a030a0d1249ee281745830ace8025d, disabling compactions & flushes 2024-12-01T23:18:45,647 DEBUG [RS:0;f962de17fdc3:40209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:45,647 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:18:45,647 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:18:45,647 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095052267.b6a030a0d1249ee281745830ace8025d. after waiting 0 ms 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:18:45,647 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:18:45,647 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:18:45,648 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:18:45,648 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1325): Online Regions={b6a030a0d1249ee281745830ace8025d=test,,1733095052267.b6a030a0d1249ee281745830ace8025d., 1588230740=hbase:meta,,1.1588230740, ef613e4b3cbfb4e81de211b305127666=hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666.} 2024-12-01T23:18:45,648 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6a030a0d1249ee281745830ace8025d, ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:18:45,648 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:18:45,648 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:18:45,648 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:18:45,648 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:18:45,648 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:18:45,648 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:18:45,651 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/default/test/b6a030a0d1249ee281745830ace8025d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T23:18:45,652 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:18:45,652 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:18:45,652 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:18:45,652 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6a030a0d1249ee281745830ace8025d: Waiting for close lock at 1733095125647Running coprocessor pre-close hooks at 1733095125647Disabling compacts and flushes for region at 1733095125647Disabling writes for close at 1733095125647Writing region close event to WAL at 1733095125648 (+1 ms)Running coprocessor post-close hooks at 1733095125652 (+4 ms)Closed at 1733095125652 2024-12-01T23:18:45,652 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095052267.b6a030a0d1249ee281745830ace8025d. 2024-12-01T23:18:45,652 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef613e4b3cbfb4e81de211b305127666, disabling compactions & flushes 2024-12-01T23:18:45,652 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:18:45,652 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:18:45,652 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. after waiting 0 ms 2024-12-01T23:18:45,652 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:18:45,653 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef613e4b3cbfb4e81de211b305127666 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-01T23:18:45,668 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/info/cf80cc2f0ace40e1886935c065c0c0a8 is 147, key is hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666./info:regioninfo/1733095057768/Put/seqid=0 2024-12-01T23:18:45,672 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/.tmp/hfileref/f8d1d55a1cdc4806a07ce2aaf88128e3 is 74, key is 1/hfileref:52b20ac04d8a483ca06567e772d02206_SeqId_4_/1733095060586/DeleteColumn/seqid=0 2024-12-01T23:18:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741844_1020 (size=7686) 2024-12-01T23:18:45,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741845_1021 (size=5203) 2024-12-01T23:18:45,714 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:18:45,848 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:18:45,881 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:18:45,881 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:18:46,048 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:18:46,080 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/info/cf80cc2f0ace40e1886935c065c0c0a8 2024-12-01T23:18:46,086 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/.tmp/hfileref/f8d1d55a1cdc4806a07ce2aaf88128e3 2024-12-01T23:18:46,104 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/.tmp/queue/8fe13e23675f4306ac7e24449b16daa8 is 153, key is 1-f962de17fdc3,40209,1733095043617/queue:f962de17fdc3%2C40209%2C1733095043617/1733095061710/Put/seqid=0 2024-12-01T23:18:46,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741846_1022 (size=5352) 2024-12-01T23:18:46,108 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/ns/1b93ba43d4914ba8825e8df999ea93af is 43, key is default/ns:d/1733095047038/Put/seqid=0 2024-12-01T23:18:46,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741847_1023 (size=5153) 2024-12-01T23:18:46,248 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:18:46,449 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef613e4b3cbfb4e81de211b305127666 2024-12-01T23:18:46,509 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/.tmp/queue/8fe13e23675f4306ac7e24449b16daa8 2024-12-01T23:18:46,512 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/ns/1b93ba43d4914ba8825e8df999ea93af 2024-12-01T23:18:46,520 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/.tmp/hfileref/f8d1d55a1cdc4806a07ce2aaf88128e3 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/hfileref/f8d1d55a1cdc4806a07ce2aaf88128e3 2024-12-01T23:18:46,528 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/hfileref/f8d1d55a1cdc4806a07ce2aaf88128e3, entries=2, sequenceid=10, filesize=5.1 K 2024-12-01T23:18:46,529 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/.tmp/queue/8fe13e23675f4306ac7e24449b16daa8 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/queue/8fe13e23675f4306ac7e24449b16daa8 2024-12-01T23:18:46,534 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/queue/8fe13e23675f4306ac7e24449b16daa8, entries=1, sequenceid=10, filesize=5.2 K 2024-12-01T23:18:46,535 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ef613e4b3cbfb4e81de211b305127666 in 883ms, sequenceid=10, compaction requested=false 2024-12-01T23:18:46,540 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/rep_barrier/dbf87faccf3940098b28476198e5120d is 112, key is test,,1733095052267.b6a030a0d1249ee281745830ace8025d./rep_barrier:seqnumDuringOpen/1733095053428/Put/seqid=0 2024-12-01T23:18:46,545 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/replication/ef613e4b3cbfb4e81de211b305127666/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T23:18:46,546 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:18:46,546 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:18:46,546 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:18:46,546 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef613e4b3cbfb4e81de211b305127666: Waiting for close lock at 1733095125652Running coprocessor pre-close hooks at 1733095125652Disabling compacts and flushes for region at 1733095125652Disabling writes for close at 1733095125652Obtaining lock to block concurrent updates at 1733095125653 (+1 ms)Preparing flush snapshotting stores in ef613e4b3cbfb4e81de211b305127666 at 1733095125653Finished memstore snapshotting hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733095125653Flushing stores of hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. at 1733095125653Flushing ef613e4b3cbfb4e81de211b305127666/hfileref: creating writer at 1733095125653Flushing ef613e4b3cbfb4e81de211b305127666/hfileref: appending metadata at 1733095125672 (+19 ms)Flushing ef613e4b3cbfb4e81de211b305127666/hfileref: closing flushed file at 1733095125672Flushing ef613e4b3cbfb4e81de211b305127666/queue: creating writer at 1733095126091 (+419 ms)Flushing ef613e4b3cbfb4e81de211b305127666/queue: appending metadata at 1733095126104 (+13 ms)Flushing ef613e4b3cbfb4e81de211b305127666/queue: closing flushed file at 1733095126104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb4f260: reopening flushed file at 1733095126519 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b9f33b: reopening flushed file at 1733095126528 (+9 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ef613e4b3cbfb4e81de211b305127666 in 883ms, sequenceid=10, compaction requested=false at 1733095126535 (+7 ms)Writing region close event to WAL at 1733095126540 (+5 ms)Running coprocessor post-close hooks at 1733095126546 (+6 ms)Closed at 1733095126546 2024-12-01T23:18:46,546 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095056595.ef613e4b3cbfb4e81de211b305127666. 2024-12-01T23:18:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741848_1024 (size=5518) 2024-12-01T23:18:46,548 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/rep_barrier/dbf87faccf3940098b28476198e5120d 2024-12-01T23:18:46,574 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/table/9acbbfa4221246a2abdd23edb84efb48 is 53, key is hbase:replication/table:state/1733095057776/Put/seqid=0 2024-12-01T23:18:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741849_1025 (size=5308) 2024-12-01T23:18:46,649 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:18:46,649 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:18:46,649 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:18:46,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:46,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:46,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:46,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:46,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:46,849 DEBUG [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:18:46,979 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/table/9acbbfa4221246a2abdd23edb84efb48 2024-12-01T23:18:46,985 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/info/cf80cc2f0ace40e1886935c065c0c0a8 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/info/cf80cc2f0ace40e1886935c065c0c0a8 2024-12-01T23:18:46,992 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/info/cf80cc2f0ace40e1886935c065c0c0a8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:18:46,993 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/ns/1b93ba43d4914ba8825e8df999ea93af as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/ns/1b93ba43d4914ba8825e8df999ea93af 2024-12-01T23:18:46,999 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/ns/1b93ba43d4914ba8825e8df999ea93af, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:18:47,000 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/rep_barrier/dbf87faccf3940098b28476198e5120d as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/rep_barrier/dbf87faccf3940098b28476198e5120d 2024-12-01T23:18:47,006 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/rep_barrier/dbf87faccf3940098b28476198e5120d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:18:47,007 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/.tmp/table/9acbbfa4221246a2abdd23edb84efb48 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/table/9acbbfa4221246a2abdd23edb84efb48 2024-12-01T23:18:47,013 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/table/9acbbfa4221246a2abdd23edb84efb48, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:18:47,014 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=16, compaction requested=false 2024-12-01T23:18:47,014 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:18:47,019 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:18:47,019 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:18:47,019 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:18:47,019 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:18:47,019 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095125648Running coprocessor pre-close hooks at 1733095125648Disabling compacts and flushes for region at 1733095125648Disabling writes for close at 1733095125648Obtaining lock to block concurrent updates at 1733095125648Preparing flush snapshotting stores in 1588230740 at 1733095125648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095125649 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733095125649Flushing 1588230740/info: creating writer at 1733095125649Flushing 1588230740/info: appending metadata at 1733095125667 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733095125667Flushing 1588230740/ns: creating writer at 1733095126086 (+419 ms)Flushing 1588230740/ns: appending metadata at 1733095126107 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733095126108 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733095126521 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095126539 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095126539Flushing 1588230740/table: creating writer at 1733095126554 (+15 ms)Flushing 1588230740/table: appending metadata at 1733095126574 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733095126574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd8ea1a: reopening flushed file at 1733095126985 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b7038f: reopening flushed file at 1733095126992 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4511ba: reopening flushed file at 1733095126999 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2879fb27: reopening flushed file at 1733095127006 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=16, compaction requested=false at 1733095127014 (+8 ms)Writing region close event to WAL at 1733095127016 (+2 ms)Running coprocessor post-close hooks at 1733095127019 (+3 ms)Closed at 1733095127019 2024-12-01T23:18:47,019 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:18:47,049 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,40209,1733095043617; all regions closed. 2024-12-01T23:18:47,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:18:47,053 DEBUG [RS:0;f962de17fdc3:40209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/oldWALs 2024-12-01T23:18:47,053 INFO [RS:0;f962de17fdc3:40209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C40209%2C1733095043617.meta:.meta(num 1733095046981) 2024-12-01T23:18:47,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741839_1015 (size=2700) 2024-12-01T23:18:47,055 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/WALs/f962de17fdc3,40209,1733095043617/f962de17fdc3%2C40209%2C1733095043617.rep.1733095057733 not finished, retry = 0 2024-12-01T23:18:47,158 DEBUG [RS:0;f962de17fdc3:40209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/oldWALs 2024-12-01T23:18:47,158 INFO [RS:0;f962de17fdc3:40209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C40209%2C1733095043617.rep:(num 1733095057733) 2024-12-01T23:18:47,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741832_1008 (size=1300) 2024-12-01T23:18:47,165 DEBUG [RS:0;f962de17fdc3:40209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/oldWALs 2024-12-01T23:18:47,165 INFO [RS:0;f962de17fdc3:40209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C40209%2C1733095043617:(num 1733095045953) 2024-12-01T23:18:47,165 DEBUG [RS:0;f962de17fdc3:40209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:47,165 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:18:47,165 INFO [RS:0;f962de17fdc3:40209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:18:47,165 INFO [RS:0;f962de17fdc3:40209 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:18:47,166 INFO [RS:0;f962de17fdc3:40209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:18:47,166 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:18:47,166 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,40209,1733095043617 because: Region server is closing 2024-12-01T23:18:47,166 INFO [RS:0;f962de17fdc3:40209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:40209. 2024-12-01T23:18:47,166 DEBUG [RS:0;f962de17fdc3:40209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:18:47,166 DEBUG [RS:0;f962de17fdc3:40209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:47,166 DEBUG [RS:0;f962de17fdc3:40209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:47,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:18:47,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:18:47,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:47,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:47,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:47,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:47,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:47,267 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.wal-reader.f962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:18:47,267 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.shipperf962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T23:18:47,267 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,40209,1733095043617.replicationSource.shipperf962de17fdc3%2C40209%2C1733095043617,1-f962de17fdc3,40209,1733095043617 terminated 2024-12-01T23:18:47,267 INFO [RS:0;f962de17fdc3:40209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40209 2024-12-01T23:18:47,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591/rs 2024-12-01T23:18:47,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1595734591/rs/f962de17fdc3,40209,1733095043617 2024-12-01T23:18:47,277 INFO [RS:0;f962de17fdc3:40209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:18:47,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,40209,1733095043617] 2024-12-01T23:18:47,298 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1595734591/draining/f962de17fdc3,40209,1733095043617 already deleted, retry=false 2024-12-01T23:18:47,298 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,40209,1733095043617 expired; onlineServers=0 2024-12-01T23:18:47,298 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,46375,1733095043439' ***** 2024-12-01T23:18:47,298 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:18:47,298 INFO [M:0;f962de17fdc3:46375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:18:47,298 INFO [M:0;f962de17fdc3:46375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:18:47,298 DEBUG [M:0;f962de17fdc3:46375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:18:47,298 DEBUG [M:0;f962de17fdc3:46375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:18:47,298 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:18:47,298 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095045749 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095045749,5,FailOnTimeoutGroup] 2024-12-01T23:18:47,298 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095045748 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095045748,5,FailOnTimeoutGroup] 2024-12-01T23:18:47,298 INFO [M:0;f962de17fdc3:46375 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:18:47,298 INFO [M:0;f962de17fdc3:46375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:18:47,298 DEBUG [M:0;f962de17fdc3:46375 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:18:47,298 INFO [M:0;f962de17fdc3:46375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:18:47,299 INFO [M:0;f962de17fdc3:46375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:18:47,299 INFO [M:0;f962de17fdc3:46375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:18:47,299 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:18:47,308 DEBUG [M:0;f962de17fdc3:46375 {}] zookeeper.ZKUtil(347): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Unable to get data of znode /0-1595734591/master because node does not exist (not an error) 2024-12-01T23:18:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1595734591/master 2024-12-01T23:18:47,309 WARN [M:0;f962de17fdc3:46375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:18:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1595734591 2024-12-01T23:18:47,317 INFO [M:0;f962de17fdc3:46375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/.lastflushedseqids 2024-12-01T23:18:47,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741850_1026 (size=263) 2024-12-01T23:18:47,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:18:47,388 INFO [RS:0;f962de17fdc3:40209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:18:47,388 INFO [RS:0;f962de17fdc3:40209 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,40209,1733095043617; zookeeper connection closed. 2024-12-01T23:18:47,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x101932fa3ba0001, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:18:47,388 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ad46409 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ad46409 2024-12-01T23:18:47,388 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:18:47,726 INFO [M:0;f962de17fdc3:46375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:18:47,727 INFO [M:0;f962de17fdc3:46375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:18:47,727 DEBUG [M:0;f962de17fdc3:46375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:18:47,727 INFO [M:0;f962de17fdc3:46375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:47,727 DEBUG [M:0;f962de17fdc3:46375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:47,727 DEBUG [M:0;f962de17fdc3:46375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:18:47,727 DEBUG [M:0;f962de17fdc3:46375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:47,727 INFO [M:0;f962de17fdc3:46375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-01T23:18:47,741 DEBUG [M:0;f962de17fdc3:46375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0221d9c240f34de49d30c0aecfb4e76a is 82, key is hbase:meta,,1/info:regioninfo/1733095047014/Put/seqid=0 2024-12-01T23:18:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741851_1027 (size=5672) 2024-12-01T23:18:48,146 INFO [M:0;f962de17fdc3:46375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0221d9c240f34de49d30c0aecfb4e76a 2024-12-01T23:18:48,165 DEBUG [M:0;f962de17fdc3:46375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/206a086c041246f58d8353d19cbeb488 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733095053447/Put/seqid=0 2024-12-01T23:18:48,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741852_1028 (size=7239) 2024-12-01T23:18:48,569 INFO [M:0;f962de17fdc3:46375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/206a086c041246f58d8353d19cbeb488 2024-12-01T23:18:48,575 INFO [M:0;f962de17fdc3:46375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 206a086c041246f58d8353d19cbeb488 2024-12-01T23:18:48,589 DEBUG [M:0;f962de17fdc3:46375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3966f920e72c4592b40b6a8587b85968 is 69, key is f962de17fdc3,40209,1733095043617/rs:state/1733095045794/Put/seqid=0 2024-12-01T23:18:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741853_1029 (size=5156) 2024-12-01T23:18:48,993 INFO [M:0;f962de17fdc3:46375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3966f920e72c4592b40b6a8587b85968 2024-12-01T23:18:49,003 DEBUG [M:0;f962de17fdc3:46375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0221d9c240f34de49d30c0aecfb4e76a as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0221d9c240f34de49d30c0aecfb4e76a 2024-12-01T23:18:49,008 INFO [M:0;f962de17fdc3:46375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0221d9c240f34de49d30c0aecfb4e76a, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T23:18:49,009 DEBUG [M:0;f962de17fdc3:46375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/206a086c041246f58d8353d19cbeb488 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/206a086c041246f58d8353d19cbeb488 2024-12-01T23:18:49,018 INFO [M:0;f962de17fdc3:46375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 206a086c041246f58d8353d19cbeb488 2024-12-01T23:18:49,018 INFO [M:0;f962de17fdc3:46375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/206a086c041246f58d8353d19cbeb488, entries=11, sequenceid=105, filesize=7.1 K 2024-12-01T23:18:49,019 DEBUG [M:0;f962de17fdc3:46375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3966f920e72c4592b40b6a8587b85968 as hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3966f920e72c4592b40b6a8587b85968 2024-12-01T23:18:49,026 INFO [M:0;f962de17fdc3:46375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3966f920e72c4592b40b6a8587b85968, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T23:18:49,028 INFO [M:0;f962de17fdc3:46375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false 2024-12-01T23:18:49,034 INFO [M:0;f962de17fdc3:46375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:49,034 DEBUG [M:0;f962de17fdc3:46375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095127727Disabling compacts and flushes for region at 1733095127727Disabling writes for close at 1733095127727Obtaining lock to block concurrent updates at 1733095127727Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095127727Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733095127727Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095127728 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095127728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095127741 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095127741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095128151 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095128164 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095128164Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095128576 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095128588 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095128588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f363048: reopening flushed file at 1733095129002 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a34f3fb: reopening flushed file at 1733095129008 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77fa608f: reopening flushed file at 1733095129018 (+10 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false at 1733095129028 (+10 ms)Writing region close event to WAL at 1733095129034 (+6 ms)Closed at 1733095129034 2024-12-01T23:18:49,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e81e737-b733-90ad-6cb0-beeb9ef28487/MasterData/WALs/f962de17fdc3,46375,1733095043439/f962de17fdc3%2C46375%2C1733095043439.1733095045371 not finished, retry = 0 2024-12-01T23:18:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33515 is added to blk_1073741830_1006 (size=64514) 2024-12-01T23:18:49,140 INFO [M:0;f962de17fdc3:46375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:18:49,140 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:18:49,140 INFO [M:0;f962de17fdc3:46375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46375 2024-12-01T23:18:49,140 INFO [M:0;f962de17fdc3:46375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:18:49,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:18:49,251 INFO [M:0;f962de17fdc3:46375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:18:49,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101932fa3ba0000, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:18:49,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:18:49,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:18:49,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:18:49,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:18:49,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/hadoop.log.dir/,STOPPED} 2024-12-01T23:18:49,259 WARN [BP-1761183136-172.17.0.3-1733095041062 heartbeating to localhost/127.0.0.1:32829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:18:49,259 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:18:49,259 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:18:49,259 WARN [BP-1761183136-172.17.0.3-1733095041062 heartbeating to localhost/127.0.0.1:32829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1761183136-172.17.0.3-1733095041062 (Datanode Uuid 9a669db1-1989-4d4a-9458-a60e8faf9d25) service to localhost/127.0.0.1:32829 2024-12-01T23:18:49,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/cluster_db120f70-f4c7-3044-f497-83c434688d0a/data/data1/current/BP-1761183136-172.17.0.3-1733095041062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:18:49,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/cluster_db120f70-f4c7-3044-f497-83c434688d0a/data/data2/current/BP-1761183136-172.17.0.3-1733095041062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:18:49,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:18:49,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:18:49,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:18:49,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:18:49,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:18:49,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05a89b65-4570-51e3-7527-f899277cf7cb/hadoop.log.dir/,STOPPED} 2024-12-01T23:18:49,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:18:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:18:49,300 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32829 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53423) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fc238b8c3a0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53423) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fc238b8c3a0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33893 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 538), ProcessCount=11 (was 11), AvailableMemoryMB=5872 (was 6074) 2024-12-01T23:18:49,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=5872 2024-12-01T23:18:49,328 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-01T23:18:49,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/hadoop.log.dir so I do NOT create it in target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7 2024-12-01T23:18:49,329 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:18:49,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/hadoop.tmp.dir so I do NOT create it in target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7 2024-12-01T23:18:49,329 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2628e53a-3a1a-38f3-8cb5-832a0f7fa4c4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:18:49,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7 2024-12-01T23:18:49,330 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/cluster_a07546cd-a122-d887-3f3d-2e33d0b8f3be, deleteOnExit=true 2024-12-01T23:18:49,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/cluster_a07546cd-a122-d887-3f3d-2e33d0b8f3be/zookeeper_0, clientPort=52593, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/cluster_a07546cd-a122-d887-3f3d-2e33d0b8f3be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/cluster_a07546cd-a122-d887-3f3d-2e33d0b8f3be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:18:49,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52593 2024-12-01T23:18:49,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:18:49,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:18:49,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/test.cache.data in system properties and HBase conf 2024-12-01T23:18:49,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:18:49,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:18:49,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:18:49,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:18:49,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:18:49,344 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:18:49,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:18:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:18:49,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:18:49,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:18:49,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101932fa3ba0002, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:18:49,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101932fa3ba0002, quorum=127.0.0.1:53423, baseZNode=/0-1595734591 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:18:49,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101932fa3ba0005, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:18:49,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101932fa3ba0005, quorum=127.0.0.1:53423, baseZNode=/11259514327 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:18:49,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:18:49,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:18:49,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:18:49,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:18:49,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:18:49,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:18:49,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:18:49,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:18:49,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@103e63a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/java.io.tmpdir/jetty-localhost-42009-hadoop-hdfs-3_4_1-tests_jar-_-any-14690891314728922630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:18:49,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:42009} 2024-12-01T23:18:49,877 INFO [Time-limited test {}] server.Server(415): Started @140647ms 2024-12-01T23:18:50,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:18:50,187 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:18:50,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:18:50,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:18:50,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:18:50,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590247d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:18:50,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f6c943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:18:50,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f75450{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/java.io.tmpdir/jetty-localhost-46095-hadoop-hdfs-3_4_1-tests_jar-_-any-18224228776477256480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:18:50,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34b66f5e{HTTP/1.1, (http/1.1)}{localhost:46095} 2024-12-01T23:18:50,306 INFO [Time-limited test {}] server.Server(415): Started @141076ms 2024-12-01T23:18:50,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:18:51,077 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/cluster_a07546cd-a122-d887-3f3d-2e33d0b8f3be/data/data2/current/BP-1920406440-172.17.0.3-1733095129364/current, will proceed with Du for space computation calculation, 2024-12-01T23:18:51,077 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/cluster_a07546cd-a122-d887-3f3d-2e33d0b8f3be/data/data1/current/BP-1920406440-172.17.0.3-1733095129364/current, will proceed with Du for space computation calculation, 2024-12-01T23:18:51,094 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:18:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4264ed0af8d4af5 with lease ID 0x89d0b12577b297e3: Processing first storage report for DS-4313c0a9-8799-4d11-9ed9-796f0cca2f9d from datanode DatanodeRegistration(127.0.0.1:46789, datanodeUuid=86ac1a83-1bac-48e4-b80b-7dfde596c230, infoPort=39405, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=1868040521;c=1733095129364) 2024-12-01T23:18:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4264ed0af8d4af5 with lease ID 0x89d0b12577b297e3: from storage DS-4313c0a9-8799-4d11-9ed9-796f0cca2f9d node DatanodeRegistration(127.0.0.1:46789, datanodeUuid=86ac1a83-1bac-48e4-b80b-7dfde596c230, infoPort=39405, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=1868040521;c=1733095129364), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:18:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4264ed0af8d4af5 with lease ID 0x89d0b12577b297e3: Processing first storage report for DS-e31635b5-135f-4157-98a5-f8bbc3d4b52d from datanode DatanodeRegistration(127.0.0.1:46789, datanodeUuid=86ac1a83-1bac-48e4-b80b-7dfde596c230, infoPort=39405, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=1868040521;c=1733095129364) 2024-12-01T23:18:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4264ed0af8d4af5 with lease ID 0x89d0b12577b297e3: from storage DS-e31635b5-135f-4157-98a5-f8bbc3d4b52d node DatanodeRegistration(127.0.0.1:46789, datanodeUuid=86ac1a83-1bac-48e4-b80b-7dfde596c230, infoPort=39405, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=1868040521;c=1733095129364), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:18:51,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7 2024-12-01T23:18:51,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:51,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:51,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:18:51,541 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1 with version=8 2024-12-01T23:18:51,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/hbase-staging 2024-12-01T23:18:51,543 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:18:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:51,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:18:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:51,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:18:51,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:18:51,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:18:51,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36811 2024-12-01T23:18:51,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36811 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-01T23:18:51,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368110x0, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:18:51,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36811-0x1019330fca80000 connected 2024-12-01T23:18:51,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:51,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:51,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/running 2024-12-01T23:18:51,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1, hbase.cluster.distributed=false 2024-12-01T23:18:51,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/acl 2024-12-01T23:18:51,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36811 2024-12-01T23:18:51,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36811 2024-12-01T23:18:51,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36811 2024-12-01T23:18:51,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36811 2024-12-01T23:18:51,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36811 2024-12-01T23:18:51,742 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:18:51,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:51,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:51,742 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:18:51,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:51,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:18:51,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:18:51,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:18:51,743 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37653 2024-12-01T23:18:51,744 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37653 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-01T23:18:51,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:51,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:51,761 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376530x0, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:18:51,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376530x0, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/running 2024-12-01T23:18:51,763 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:18:51,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37653-0x1019330fca80001 connected 2024-12-01T23:18:51,769 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:18:51,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/master 2024-12-01T23:18:51,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/acl 2024-12-01T23:18:51,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37653 2024-12-01T23:18:51,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37653 2024-12-01T23:18:51,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37653 2024-12-01T23:18:51,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37653 2024-12-01T23:18:51,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37653 2024-12-01T23:18:51,792 DEBUG [M:0;f962de17fdc3:36811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:36811 2024-12-01T23:18:51,796 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01276729168/backup-masters/f962de17fdc3,36811,1733095131543 2024-12-01T23:18:51,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/backup-masters 2024-12-01T23:18:51,803 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/backup-masters 2024-12-01T23:18:51,803 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on existing znode=/01276729168/backup-masters/f962de17fdc3,36811,1733095131543 2024-12-01T23:18:51,813 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01276729168/master 2024-12-01T23:18:51,813 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:51,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:51,814 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on existing znode=/01276729168/master 2024-12-01T23:18:51,814 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01276729168/backup-masters/f962de17fdc3,36811,1733095131543 from backup master directory 2024-12-01T23:18:51,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01276729168/backup-masters/f962de17fdc3,36811,1733095131543 2024-12-01T23:18:51,824 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/backup-masters 2024-12-01T23:18:51,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/backup-masters 2024-12-01T23:18:51,824 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:18:51,824 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,36811,1733095131543 2024-12-01T23:18:51,829 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/hbase.id] with ID: 235fdaf4-fe46-4356-84e3-17a098bafaa7 2024-12-01T23:18:51,829 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/.tmp/hbase.id 2024-12-01T23:18:51,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:18:52,239 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/.tmp/hbase.id]:[hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/hbase.id] 2024-12-01T23:18:52,258 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:52,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:18:52,261 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:18:52,308 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:52,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:52,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:18:52,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:18:52,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:18:52,348 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:18:52,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:18:52,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:18:52,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:52,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:52,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:52,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:52,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:52,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:52,756 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store 2024-12-01T23:18:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:18:52,769 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:18:52,769 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:18:52,769 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:52,769 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:52,769 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:18:52,769 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:52,769 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:52,769 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095132769Disabling compacts and flushes for region at 1733095132769Disabling writes for close at 1733095132769Writing region close event to WAL at 1733095132769Closed at 1733095132769 2024-12-01T23:18:52,770 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/.initializing 2024-12-01T23:18:52,770 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543 2024-12-01T23:18:52,772 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:18:52,774 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C36811%2C1733095131543, suffix=, logDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/oldWALs, maxLogs=10 2024-12-01T23:18:52,793 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543/f962de17fdc3%2C36811%2C1733095131543.1733095132775, exclude list is [], retry=0 2024-12-01T23:18:52,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46789,DS-4313c0a9-8799-4d11-9ed9-796f0cca2f9d,DISK] 2024-12-01T23:18:52,822 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543/f962de17fdc3%2C36811%2C1733095131543.1733095132775 2024-12-01T23:18:52,833 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39405:39405)] 2024-12-01T23:18:52,833 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:18:52,833 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:18:52,833 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,834 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:18:52,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:52,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:52,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:18:52,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:52,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:18:52,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:18:52,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:52,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:18:52,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:18:52,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:52,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:18:52,858 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,859 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,860 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,867 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,867 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,867 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:18:52,869 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:52,873 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:18:52,873 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65753851, jitterRate=-0.020191267132759094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:18:52,874 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095132834Initializing all the Stores at 1733095132836 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095132836Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095132840 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095132840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095132840Cleaning up temporary data from old regions at 1733095132867 (+27 ms)Region opened successfully at 1733095132874 (+7 ms) 2024-12-01T23:18:52,874 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:18:52,877 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a51dab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:18:52,878 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:18:52,878 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:18:52,878 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:18:52,878 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:18:52,879 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:18:52,879 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:18:52,879 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:18:52,887 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:18:52,887 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/balancer because node does not exist (not necessarily an error) 2024-12-01T23:18:52,971 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/balancer already deleted, retry=false 2024-12-01T23:18:52,972 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:18:52,972 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:18:53,060 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/normalizer already deleted, retry=false 2024-12-01T23:18:53,061 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:18:53,062 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:18:53,097 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/switch/split already deleted, retry=false 2024-12-01T23:18:53,098 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:18:53,108 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/switch/merge already deleted, retry=false 2024-12-01T23:18:53,110 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:18:53,118 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/snapshot-cleanup already deleted, retry=false 2024-12-01T23:18:53,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01276729168/running 2024-12-01T23:18:53,129 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01276729168/running 2024-12-01T23:18:53,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:53,129 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:53,130 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,36811,1733095131543, sessionid=0x1019330fca80000, setting cluster-up flag (Was=false) 2024-12-01T23:18:53,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:53,150 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:53,182 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01276729168/flush-table-proc/acquired, /01276729168/flush-table-proc/reached, /01276729168/flush-table-proc/abort 2024-12-01T23:18:53,183 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,36811,1733095131543 2024-12-01T23:18:53,203 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:53,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:53,234 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01276729168/online-snapshot/acquired, /01276729168/online-snapshot/reached, /01276729168/online-snapshot/abort 2024-12-01T23:18:53,240 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,36811,1733095131543 2024-12-01T23:18:53,242 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:18:53,246 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:18:53,247 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:18:53,247 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:18:53,247 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,36811,1733095131543 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:18:53,251 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:18:53,251 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:18:53,251 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:18:53,251 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:18:53,251 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:18:53,251 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,251 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:18:53,251 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,258 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095163258 2024-12-01T23:18:53,258 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:18:53,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:18:53,258 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:18:53,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:18:53,258 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:18:53,258 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:18:53,258 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:18:53,258 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:18:53,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,259 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:53,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:18:53,264 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:18:53,264 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:18:53,264 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:18:53,265 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:18:53,268 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:18:53,268 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:18:53,271 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095133268,5,FailOnTimeoutGroup] 2024-12-01T23:18:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:18:53,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:18:53,274 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1 2024-12-01T23:18:53,280 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095133271,5,FailOnTimeoutGroup] 2024-12-01T23:18:53,280 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,280 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:18:53,280 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,280 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,285 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(746): ClusterId : 235fdaf4-fe46-4356-84e3-17a098bafaa7 2024-12-01T23:18:53,285 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:18:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741832_1008 (size=32) 2024-12-01T23:18:53,298 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:18:53,298 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:18:53,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:18:53,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:18:53,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:18:53,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:53,309 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:18:53,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:53,309 DEBUG [RS:0;f962de17fdc3:37653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e828a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:18:53,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:18:53,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:18:53,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:53,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:53,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:18:53,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:18:53,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:53,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:53,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:18:53,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:18:53,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:53,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:53,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:18:53,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740 2024-12-01T23:18:53,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740 2024-12-01T23:18:53,328 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:37653 2024-12-01T23:18:53,328 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:18:53,328 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:18:53,328 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:18:53,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:18:53,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:18:53,329 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,36811,1733095131543 with port=37653, startcode=1733095131741 2024-12-01T23:18:53,329 DEBUG [RS:0;f962de17fdc3:37653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:18:53,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:18:53,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:18:53,333 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:18:53,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,37653,1733095131741 2024-12-01T23:18:53,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36811 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,37653,1733095131741 2024-12-01T23:18:53,334 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:18:53,335 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1 2024-12-01T23:18:53,335 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43145 2024-12-01T23:18:53,335 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:18:53,336 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61290610, jitterRate=-0.0866987407207489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:18:53,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095133299Initializing all the Stores at 1733095133303 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095133303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095133304 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095133304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095133304Cleaning up temporary data from old regions at 1733095133329 (+25 ms)Region opened successfully at 1733095133336 (+7 ms) 2024-12-01T23:18:53,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:18:53,336 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:18:53,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:18:53,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:18:53,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:18:53,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/rs 2024-12-01T23:18:53,340 DEBUG [RS:0;f962de17fdc3:37653 {}] zookeeper.ZKUtil(111): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on existing znode=/01276729168/rs/f962de17fdc3,37653,1733095131741 2024-12-01T23:18:53,340 WARN [RS:0;f962de17fdc3:37653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:18:53,340 INFO [RS:0;f962de17fdc3:37653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:18:53,340 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741 2024-12-01T23:18:53,344 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:18:53,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095133336Disabling compacts and flushes for region at 1733095133336Disabling writes for close at 1733095133337 (+1 ms)Writing region close event to WAL at 1733095133344 (+7 ms)Closed at 1733095133344 2024-12-01T23:18:53,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,37653,1733095131741] 2024-12-01T23:18:53,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:18:53,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:18:53,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:18:53,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:18:53,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:18:53,362 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:18:53,364 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:18:53,369 INFO [RS:0;f962de17fdc3:37653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:18:53,369 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,372 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:18:53,373 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:18:53,373 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,373 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,373 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:18:53,374 DEBUG [RS:0;f962de17fdc3:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:18:53,391 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,391 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,391 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,391 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,391 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,391 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,37653,1733095131741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:18:53,411 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:18:53,411 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,37653,1733095131741-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,412 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,412 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.Replication(171): f962de17fdc3,37653,1733095131741 started 2024-12-01T23:18:53,432 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:53,432 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,37653,1733095131741, RpcServer on f962de17fdc3/172.17.0.3:37653, sessionid=0x1019330fca80001 2024-12-01T23:18:53,432 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:18:53,432 DEBUG [RS:0;f962de17fdc3:37653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,37653,1733095131741 2024-12-01T23:18:53,433 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,37653,1733095131741' 2024-12-01T23:18:53,433 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01276729168/flush-table-proc/abort' 2024-12-01T23:18:53,433 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01276729168/flush-table-proc/acquired' 2024-12-01T23:18:53,434 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:18:53,434 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:18:53,434 DEBUG [RS:0;f962de17fdc3:37653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,37653,1733095131741 2024-12-01T23:18:53,434 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,37653,1733095131741' 2024-12-01T23:18:53,434 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01276729168/online-snapshot/abort' 2024-12-01T23:18:53,434 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01276729168/online-snapshot/acquired' 2024-12-01T23:18:53,434 DEBUG [RS:0;f962de17fdc3:37653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:18:53,434 INFO [RS:0;f962de17fdc3:37653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:18:53,434 INFO [RS:0;f962de17fdc3:37653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:18:53,502 WARN [f962de17fdc3:36811 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T23:18:53,535 INFO [RS:0;f962de17fdc3:37653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:18:53,537 INFO [RS:0;f962de17fdc3:37653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C37653%2C1733095131741, suffix=, logDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs, maxLogs=10 2024-12-01T23:18:53,558 DEBUG [RS:0;f962de17fdc3:37653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.1733095133537, exclude list is [], retry=0 2024-12-01T23:18:53,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46789,DS-4313c0a9-8799-4d11-9ed9-796f0cca2f9d,DISK] 2024-12-01T23:18:53,587 INFO [RS:0;f962de17fdc3:37653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.1733095133537 2024-12-01T23:18:53,588 DEBUG [RS:0;f962de17fdc3:37653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39405:39405)] 2024-12-01T23:18:53,752 DEBUG [f962de17fdc3:36811 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:18:53,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,37653,1733095131741 2024-12-01T23:18:53,754 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,37653,1733095131741, state=OPENING 2024-12-01T23:18:53,771 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:18:53,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:53,855 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:18:53,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: CHANGED 2024-12-01T23:18:53,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: CHANGED 2024-12-01T23:18:53,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:18:53,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,37653,1733095131741}] 2024-12-01T23:18:54,011 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:18:54,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:18:54,030 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:18:54,030 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:18:54,031 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:18:54,032 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C37653%2C1733095131741.meta, suffix=.meta, logDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs, maxLogs=10 2024-12-01T23:18:54,050 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.meta.1733095134033.meta, exclude list is [], retry=0 2024-12-01T23:18:54,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46789,DS-4313c0a9-8799-4d11-9ed9-796f0cca2f9d,DISK] 2024-12-01T23:18:54,057 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.meta.1733095134033.meta 2024-12-01T23:18:54,068 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39405:39405)] 2024-12-01T23:18:54,068 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:18:54,069 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:18:54,069 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:18:54,069 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:18:54,069 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:18:54,069 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:18:54,069 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:18:54,069 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:18:54,069 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:18:54,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:18:54,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:18:54,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:54,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:54,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:18:54,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:18:54,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:54,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:54,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:18:54,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:18:54,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:54,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:54,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:18:54,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:18:54,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:54,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:54,087 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:18:54,088 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740 2024-12-01T23:18:54,089 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740 2024-12-01T23:18:54,090 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:18:54,090 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:18:54,090 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:18:54,092 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:18:54,093 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59934065, jitterRate=-0.10691283643245697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:18:54,093 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:18:54,093 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095134070Writing region info on filesystem at 1733095134070Initializing all the Stores at 1733095134071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095134071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095134077 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095134077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095134077Cleaning up temporary data from old regions at 1733095134090 (+13 ms)Running coprocessor post-open hooks at 1733095134093 (+3 ms)Region opened successfully at 1733095134093 2024-12-01T23:18:54,094 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095134011 2024-12-01T23:18:54,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,37653,1733095131741 2024-12-01T23:18:54,100 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,37653,1733095131741, state=OPEN 2024-12-01T23:18:54,102 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:18:54,102 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:18:54,139 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01276729168/meta-region-server 2024-12-01T23:18:54,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01276729168/meta-region-server 2024-12-01T23:18:54,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,37653,1733095131741 2024-12-01T23:18:54,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: CHANGED 2024-12-01T23:18:54,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: CHANGED 2024-12-01T23:18:54,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:18:54,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,37653,1733095131741 in 281 msec 2024-12-01T23:18:54,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:18:54,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 794 msec 2024-12-01T23:18:54,147 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:18:54,147 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:18:54,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:18:54,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,37653,1733095131741, seqNum=-1] 2024-12-01T23:18:54,149 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:18:54,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:18:54,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 913 msec 2024-12-01T23:18:54,164 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095134164, completionTime=-1 2024-12-01T23:18:54,164 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:18:54,164 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:18:54,166 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:18:54,166 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095194166 2024-12-01T23:18:54,166 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095254166 2024-12-01T23:18:54,166 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T23:18:54,167 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36811,1733095131543-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:54,167 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36811,1733095131543-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:54,167 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36811,1733095131543-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:54,167 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:36811, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:54,167 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:54,168 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:54,169 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:18:54,175 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.351sec 2024-12-01T23:18:54,175 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:18:54,175 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:18:54,175 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:18:54,175 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:18:54,175 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:18:54,176 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36811,1733095131543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:18:54,176 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36811,1733095131543-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:18:54,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6c30b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:18:54,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36811,-1 for getting cluster id 2024-12-01T23:18:54,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:18:54,194 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:18:54,194 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:18:54,194 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36811,1733095131543-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:54,197 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '235fdaf4-fe46-4356-84e3-17a098bafaa7' 2024-12-01T23:18:54,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:18:54,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "235fdaf4-fe46-4356-84e3-17a098bafaa7" 2024-12-01T23:18:54,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8c1ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:18:54,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36811,-1] 2024-12-01T23:18:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:18:54,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:18:54,199 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:18:54,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2944acee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:18:54,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:18:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,37653,1733095131741, seqNum=-1] 2024-12-01T23:18:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:18:54,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:18:54,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,36811,1733095131543 2024-12-01T23:18:54,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-01T23:18:54,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:18:54,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019330fca80002 connected 2024-12-01T23:18:54,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/hadoop.log.dir so I do NOT create it in target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e 2024-12-01T23:18:54,237 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:18:54,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/hadoop.tmp.dir so I do NOT create it in target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e 2024-12-01T23:18:54,237 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:18:54,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e 2024-12-01T23:18:54,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:18:54,238 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/cluster_ac81e27d-b0f4-bef8-6606-6a4df08aa1e0, deleteOnExit=true 2024-12-01T23:18:54,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:18:54,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/test.cache.data in system properties and HBase conf 2024-12-01T23:18:54,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:18:54,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:18:54,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:18:54,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:18:54,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:18:54,239 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:18:54,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:18:54,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:18:54,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:18:54,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:18:54,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:18:54,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:18:54,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:18:54,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:18:54,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:18:54,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:18:54,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:18:54,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:18:54,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:18:54,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:18:54,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:18:54,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:18:54,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:18:54,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:18:54,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:18:54,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:18:54,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e2755e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:18:54,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8042823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:18:54,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c58f274{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/java.io.tmpdir/jetty-localhost-41981-hadoop-hdfs-3_4_1-tests_jar-_-any-14702554967634823528/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:18:54,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25c7dd70{HTTP/1.1, (http/1.1)}{localhost:41981} 2024-12-01T23:18:54,763 INFO [Time-limited test {}] server.Server(415): Started @145533ms 2024-12-01T23:18:55,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:18:55,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:18:55,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:18:55,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:18:55,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:18:55,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd6c9c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:18:55,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bff4f3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:18:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:18:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T23:18:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:18:55,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@544c804c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/java.io.tmpdir/jetty-localhost-43271-hadoop-hdfs-3_4_1-tests_jar-_-any-15772771317217866135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:18:55,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f81a38{HTTP/1.1, (http/1.1)}{localhost:43271} 2024-12-01T23:18:55,334 INFO [Time-limited test {}] server.Server(415): Started @146104ms 2024-12-01T23:18:55,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:18:56,128 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/cluster_ac81e27d-b0f4-bef8-6606-6a4df08aa1e0/data/data1/current/BP-2025612763-172.17.0.3-1733095134263/current, will proceed with Du for space computation calculation, 2024-12-01T23:18:56,128 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/cluster_ac81e27d-b0f4-bef8-6606-6a4df08aa1e0/data/data2/current/BP-2025612763-172.17.0.3-1733095134263/current, will proceed with Du for space computation calculation, 2024-12-01T23:18:56,144 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:18:56,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77797c098aa49d80 with lease ID 0x8cf3278da32d1d8c: Processing first storage report for DS-5c29d422-240b-4a23-84aa-dc22f8697e53 from datanode DatanodeRegistration(127.0.0.1:45435, datanodeUuid=732dc625-a5a9-40f1-8c6f-4e766e2816ef, infoPort=45055, infoSecurePort=0, ipcPort=40179, storageInfo=lv=-57;cid=testClusterID;nsid=1408613246;c=1733095134263) 2024-12-01T23:18:56,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77797c098aa49d80 with lease ID 0x8cf3278da32d1d8c: from storage DS-5c29d422-240b-4a23-84aa-dc22f8697e53 node DatanodeRegistration(127.0.0.1:45435, datanodeUuid=732dc625-a5a9-40f1-8c6f-4e766e2816ef, infoPort=45055, infoSecurePort=0, ipcPort=40179, storageInfo=lv=-57;cid=testClusterID;nsid=1408613246;c=1733095134263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:18:56,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77797c098aa49d80 with lease ID 0x8cf3278da32d1d8c: Processing first storage report for DS-069744ec-6e64-4ad3-881b-edbb63c8f59b from datanode DatanodeRegistration(127.0.0.1:45435, datanodeUuid=732dc625-a5a9-40f1-8c6f-4e766e2816ef, infoPort=45055, infoSecurePort=0, ipcPort=40179, storageInfo=lv=-57;cid=testClusterID;nsid=1408613246;c=1733095134263) 2024-12-01T23:18:56,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77797c098aa49d80 with lease ID 0x8cf3278da32d1d8c: from storage DS-069744ec-6e64-4ad3-881b-edbb63c8f59b node DatanodeRegistration(127.0.0.1:45435, datanodeUuid=732dc625-a5a9-40f1-8c6f-4e766e2816ef, infoPort=45055, infoSecurePort=0, ipcPort=40179, storageInfo=lv=-57;cid=testClusterID;nsid=1408613246;c=1733095134263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:18:56,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e 2024-12-01T23:18:56,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:56,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:56,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:18:56,650 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c with version=8 2024-12-01T23:18:56,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/hbase-staging 2024-12-01T23:18:56,651 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:18:56,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:56,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:56,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:18:56,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:56,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:18:56,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:18:56,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:18:56,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43071 2024-12-01T23:18:56,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43071 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-01T23:18:56,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430710x0, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:18:56,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43071-0x1019330fca80003 connected 2024-12-01T23:18:56,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:56,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:56,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Set watcher on znode that does not yet exist, /1-859970153/running 2024-12-01T23:18:56,775 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c, hbase.cluster.distributed=false 2024-12-01T23:18:56,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Set watcher on znode that does not yet exist, /1-859970153/acl 2024-12-01T23:18:56,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43071 2024-12-01T23:18:56,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43071 2024-12-01T23:18:56,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43071 2024-12-01T23:18:56,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43071 2024-12-01T23:18:56,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43071 2024-12-01T23:18:56,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:18:56,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:56,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:56,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:18:56,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:18:56,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:18:56,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:18:56,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:18:56,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42331 2024-12-01T23:18:56,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42331 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-01T23:18:56,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:56,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:56,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423310x0, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:18:56,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423310x0, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Set watcher on znode that does not yet exist, /1-859970153/running 2024-12-01T23:18:56,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42331-0x1019330fca80004 connected 2024-12-01T23:18:56,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:18:56,828 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:18:56,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Set watcher on znode that does not yet exist, /1-859970153/master 2024-12-01T23:18:56,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Set watcher on znode that does not yet exist, /1-859970153/acl 2024-12-01T23:18:56,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42331 2024-12-01T23:18:56,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42331 2024-12-01T23:18:56,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42331 2024-12-01T23:18:56,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42331 2024-12-01T23:18:56,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42331 2024-12-01T23:18:56,851 DEBUG [M:0;f962de17fdc3:43071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:43071 2024-12-01T23:18:56,852 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-859970153/backup-masters/f962de17fdc3,43071,1733095136651 2024-12-01T23:18:56,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153/backup-masters 2024-12-01T23:18:56,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153/backup-masters 2024-12-01T23:18:56,865 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Set watcher on existing znode=/1-859970153/backup-masters/f962de17fdc3,43071,1733095136651 2024-12-01T23:18:56,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-859970153/master 2024-12-01T23:18:56,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:56,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:56,877 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Set watcher on existing znode=/1-859970153/master 2024-12-01T23:18:56,877 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-859970153/backup-masters/f962de17fdc3,43071,1733095136651 from backup master directory 2024-12-01T23:18:56,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-859970153/backup-masters/f962de17fdc3,43071,1733095136651 2024-12-01T23:18:56,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153/backup-masters 2024-12-01T23:18:56,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153/backup-masters 2024-12-01T23:18:56,887 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:18:56,887 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,43071,1733095136651 2024-12-01T23:18:56,891 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/hbase.id] with ID: 4eb52df2-7262-4085-b55f-cebf160f8594 2024-12-01T23:18:56,891 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/.tmp/hbase.id 2024-12-01T23:18:56,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:18:57,296 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/.tmp/hbase.id]:[hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/hbase.id] 2024-12-01T23:18:57,308 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:18:57,308 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:18:57,309 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:18:57,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:57,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:18:57,756 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:18:57,757 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:18:57,757 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:18:57,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:18:58,164 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store 2024-12-01T23:18:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:18:58,571 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:18:58,571 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:18:58,571 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:58,571 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:58,571 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:18:58,571 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:58,571 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:18:58,571 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095138571Disabling compacts and flushes for region at 1733095138571Disabling writes for close at 1733095138571Writing region close event to WAL at 1733095138571Closed at 1733095138571 2024-12-01T23:18:58,572 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/.initializing 2024-12-01T23:18:58,572 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/WALs/f962de17fdc3,43071,1733095136651 2024-12-01T23:18:58,573 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:18:58,575 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C43071%2C1733095136651, suffix=, logDir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/WALs/f962de17fdc3,43071,1733095136651, archiveDir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/oldWALs, maxLogs=10 2024-12-01T23:18:58,586 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/WALs/f962de17fdc3,43071,1733095136651/f962de17fdc3%2C43071%2C1733095136651.1733095138575, exclude list is [], retry=0 2024-12-01T23:18:58,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45435,DS-5c29d422-240b-4a23-84aa-dc22f8697e53,DISK] 2024-12-01T23:18:58,590 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/WALs/f962de17fdc3,43071,1733095136651/f962de17fdc3%2C43071%2C1733095136651.1733095138575 2024-12-01T23:18:58,590 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45055:45055)] 2024-12-01T23:18:58,590 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:18:58,590 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:18:58,590 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,590 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:18:58,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:58,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:58,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:18:58,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:58,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:18:58,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:18:58,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:58,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:18:58,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:18:58,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:58,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:18:58,598 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,598 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,598 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,600 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,600 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,600 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:18:58,601 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:18:58,603 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:18:58,604 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66660685, jitterRate=-0.006678387522697449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:18:58,604 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095138590Initializing all the Stores at 1733095138591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095138591Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095138591Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095138591Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095138591Cleaning up temporary data from old regions at 1733095138600 (+9 ms)Region opened successfully at 1733095138604 (+4 ms) 2024-12-01T23:18:58,604 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:18:58,607 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7f3c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:18:58,608 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:18:58,608 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:18:58,608 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:18:58,608 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:18:58,608 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:18:58,609 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:18:58,609 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:18:58,610 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:18:58,611 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Unable to get data of znode /1-859970153/balancer because node does not exist (not necessarily an error) 2024-12-01T23:18:58,676 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-859970153/balancer already deleted, retry=false 2024-12-01T23:18:58,677 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:18:58,677 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Unable to get data of znode /1-859970153/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:18:58,687 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-859970153/normalizer already deleted, retry=false 2024-12-01T23:18:58,687 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:18:58,688 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Unable to get data of znode /1-859970153/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:18:58,697 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-859970153/switch/split already deleted, retry=false 2024-12-01T23:18:58,698 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Unable to get data of znode /1-859970153/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:18:58,708 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-859970153/switch/merge already deleted, retry=false 2024-12-01T23:18:58,710 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Unable to get data of znode /1-859970153/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:18:58,718 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-859970153/snapshot-cleanup already deleted, retry=false 2024-12-01T23:18:58,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-859970153/running 2024-12-01T23:18:58,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-859970153/running 2024-12-01T23:18:58,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:58,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:58,729 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,43071,1733095136651, sessionid=0x1019330fca80003, setting cluster-up flag (Was=false) 2024-12-01T23:18:58,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:58,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:58,781 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-859970153/flush-table-proc/acquired, /1-859970153/flush-table-proc/reached, /1-859970153/flush-table-proc/abort 2024-12-01T23:18:58,783 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,43071,1733095136651 2024-12-01T23:18:58,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:58,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:58,834 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-859970153/online-snapshot/acquired, /1-859970153/online-snapshot/reached, /1-859970153/online-snapshot/abort 2024-12-01T23:18:58,835 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,43071,1733095136651 2024-12-01T23:18:58,836 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:18:58,837 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:18:58,837 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:18:58,838 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:18:58,838 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,43071,1733095136651 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:18:58,839 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:18:58,839 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:18:58,839 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:18:58,839 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:18:58,839 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:18:58,839 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,839 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:18:58,839 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,840 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095168840 2024-12-01T23:18:58,840 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:18:58,840 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:18:58,840 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:18:58,840 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:18:58,840 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:18:58,840 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:18:58,840 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:18:58,840 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:18:58,841 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:18:58,841 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:18:58,841 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:18:58,841 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:18:58,841 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:18:58,841 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:18:58,841 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095138841,5,FailOnTimeoutGroup] 2024-12-01T23:18:58,841 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095138841,5,FailOnTimeoutGroup] 2024-12-01T23:18:58,841 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,842 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:18:58,842 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:58,842 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,842 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:18:58,844 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(746): ClusterId : 4eb52df2-7262-4085-b55f-cebf160f8594 2024-12-01T23:18:58,844 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:18:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:18:58,856 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:18:58,856 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:18:58,866 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:18:58,867 DEBUG [RS:0;f962de17fdc3:42331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b06e3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:18:58,877 DEBUG [RS:0;f962de17fdc3:42331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:42331 2024-12-01T23:18:58,877 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:18:58,877 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:18:58,877 DEBUG [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:18:58,877 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,43071,1733095136651 with port=42331, startcode=1733095136805 2024-12-01T23:18:58,878 DEBUG [RS:0;f962de17fdc3:42331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:18:58,879 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:18:58,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,42331,1733095136805 2024-12-01T23:18:58,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43071 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,42331,1733095136805 2024-12-01T23:18:58,880 DEBUG [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c 2024-12-01T23:18:58,880 DEBUG [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45479 2024-12-01T23:18:58,880 DEBUG [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:18:58,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153/rs 2024-12-01T23:18:58,958 DEBUG [RS:0;f962de17fdc3:42331 {}] zookeeper.ZKUtil(111): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Set watcher on existing znode=/1-859970153/rs/f962de17fdc3,42331,1733095136805 2024-12-01T23:18:58,958 WARN [RS:0;f962de17fdc3:42331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:18:58,958 INFO [RS:0;f962de17fdc3:42331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:18:58,958 DEBUG [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/WALs/f962de17fdc3,42331,1733095136805 2024-12-01T23:18:58,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,42331,1733095136805] 2024-12-01T23:18:58,962 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:18:58,964 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:18:58,964 INFO [RS:0;f962de17fdc3:42331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:18:58,964 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,964 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:18:58,965 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:18:58,965 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:18:58,965 DEBUG [RS:0;f962de17fdc3:42331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:18:58,966 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,966 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,966 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,966 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,966 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,966 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,42331,1733095136805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:18:58,978 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:18:58,978 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,42331,1733095136805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,978 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,978 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.Replication(171): f962de17fdc3,42331,1733095136805 started 2024-12-01T23:18:58,991 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:18:58,991 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,42331,1733095136805, RpcServer on f962de17fdc3/172.17.0.3:42331, sessionid=0x1019330fca80004 2024-12-01T23:18:58,991 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:18:58,991 DEBUG [RS:0;f962de17fdc3:42331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,42331,1733095136805 2024-12-01T23:18:58,991 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,42331,1733095136805' 2024-12-01T23:18:58,991 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-859970153/flush-table-proc/abort' 2024-12-01T23:18:58,992 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-859970153/flush-table-proc/acquired' 2024-12-01T23:18:58,992 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:18:58,992 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:18:58,992 DEBUG [RS:0;f962de17fdc3:42331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,42331,1733095136805 2024-12-01T23:18:58,992 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,42331,1733095136805' 2024-12-01T23:18:58,992 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-859970153/online-snapshot/abort' 2024-12-01T23:18:58,992 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-859970153/online-snapshot/acquired' 2024-12-01T23:18:58,993 DEBUG [RS:0;f962de17fdc3:42331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:18:58,993 INFO [RS:0;f962de17fdc3:42331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:18:58,993 INFO [RS:0;f962de17fdc3:42331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:18:59,093 INFO [RS:0;f962de17fdc3:42331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:18:59,095 INFO [RS:0;f962de17fdc3:42331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C42331%2C1733095136805, suffix=, logDir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/WALs/f962de17fdc3,42331,1733095136805, archiveDir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/oldWALs, maxLogs=10 2024-12-01T23:18:59,105 DEBUG [RS:0;f962de17fdc3:42331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/WALs/f962de17fdc3,42331,1733095136805/f962de17fdc3%2C42331%2C1733095136805.1733095139095, exclude list is [], retry=0 2024-12-01T23:18:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45435,DS-5c29d422-240b-4a23-84aa-dc22f8697e53,DISK] 2024-12-01T23:18:59,110 INFO [RS:0;f962de17fdc3:42331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/WALs/f962de17fdc3,42331,1733095136805/f962de17fdc3%2C42331%2C1733095136805.1733095139095 2024-12-01T23:18:59,110 DEBUG [RS:0;f962de17fdc3:42331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45055:45055)] 2024-12-01T23:18:59,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:18:59,251 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c 2024-12-01T23:18:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:18:59,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:18:59,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:59,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:18:59,610 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:18:59,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:18:59,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:18:59,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:18:59,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:59,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:59,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:18:59,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:18:59,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:59,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:59,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:18:59,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:18:59,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:59,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:59,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:18:59,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:18:59,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:18:59,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:18:59,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:18:59,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740 2024-12-01T23:18:59,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740 2024-12-01T23:18:59,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:18:59,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:18:59,666 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:18:59,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:18:59,668 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:18:59,669 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69319879, jitterRate=0.032946690917015076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:18:59,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095139657Initializing all the Stores at 1733095139657Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095139658 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095139658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095139658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095139658Cleaning up temporary data from old regions at 1733095139666 (+8 ms)Region opened successfully at 1733095139669 (+3 ms) 2024-12-01T23:18:59,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:18:59,669 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:18:59,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:18:59,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:18:59,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:18:59,669 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:18:59,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095139669Disabling compacts and flushes for region at 1733095139669Disabling writes for close at 1733095139669Writing region close event to WAL at 1733095139669Closed at 1733095139669 2024-12-01T23:18:59,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:18:59,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:18:59,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:18:59,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:18:59,672 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:18:59,822 DEBUG [f962de17fdc3:43071 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:18:59,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,42331,1733095136805 2024-12-01T23:18:59,824 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,42331,1733095136805, state=OPENING 2024-12-01T23:18:59,908 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:18:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:18:59,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-859970153/meta-region-server: CHANGED 2024-12-01T23:18:59,919 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:18:59,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,42331,1733095136805}] 2024-12-01T23:18:59,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-859970153/meta-region-server: CHANGED 2024-12-01T23:19:00,071 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:19:00,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:19:00,076 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:19:00,076 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:00,076 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:19:00,078 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C42331%2C1733095136805.meta, suffix=.meta, logDir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/WALs/f962de17fdc3,42331,1733095136805, archiveDir=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/oldWALs, maxLogs=10 2024-12-01T23:19:00,089 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/WALs/f962de17fdc3,42331,1733095136805/f962de17fdc3%2C42331%2C1733095136805.meta.1733095140078.meta, exclude list is [], retry=0 2024-12-01T23:19:00,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45435,DS-5c29d422-240b-4a23-84aa-dc22f8697e53,DISK] 2024-12-01T23:19:00,093 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/WALs/f962de17fdc3,42331,1733095136805/f962de17fdc3%2C42331%2C1733095136805.meta.1733095140078.meta 2024-12-01T23:19:00,094 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45055:45055)] 2024-12-01T23:19:00,094 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:00,094 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:00,094 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:19:00,094 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:19:00,094 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:19:00,095 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:19:00,095 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:00,095 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:19:00,095 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:19:00,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:19:00,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:19:00,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:00,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:00,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:19:00,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:19:00,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:00,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:00,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:19:00,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:19:00,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:00,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:00,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:19:00,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:19:00,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:00,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:00,101 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:19:00,101 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740 2024-12-01T23:19:00,102 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740 2024-12-01T23:19:00,104 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:19:00,104 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:19:00,104 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:00,105 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:19:00,106 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62814898, jitterRate=-0.06398507952690125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:00,106 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:19:00,106 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095140095Writing region info on filesystem at 1733095140095Initializing all the Stores at 1733095140096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095140096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095140096Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095140096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095140096Cleaning up temporary data from old regions at 1733095140104 (+8 ms)Running coprocessor post-open hooks at 1733095140106 (+2 ms)Region opened successfully at 1733095140106 2024-12-01T23:19:00,107 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095140071 2024-12-01T23:19:00,109 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:19:00,109 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:19:00,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,42331,1733095136805 2024-12-01T23:19:00,110 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,42331,1733095136805, state=OPEN 2024-12-01T23:19:00,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-859970153/meta-region-server 2024-12-01T23:19:00,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-859970153/meta-region-server 2024-12-01T23:19:00,118 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,42331,1733095136805 2024-12-01T23:19:00,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-859970153/meta-region-server: CHANGED 2024-12-01T23:19:00,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-859970153/meta-region-server: CHANGED 2024-12-01T23:19:00,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:19:00,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,42331,1733095136805 in 199 msec 2024-12-01T23:19:00,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:19:00,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-12-01T23:19:00,123 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:00,123 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:19:00,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:00,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,42331,1733095136805, seqNum=-1] 2024-12-01T23:19:00,124 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:00,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:00,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-12-01T23:19:00,129 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095140129, completionTime=-1 2024-12-01T23:19:00,130 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:19:00,130 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:19:00,131 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:19:00,131 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095200131 2024-12-01T23:19:00,131 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095260131 2024-12-01T23:19:00,131 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:19:00,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43071,1733095136651-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:00,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43071,1733095136651-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:00,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43071,1733095136651-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:00,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:43071, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:00,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:00,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:00,134 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:19:00,135 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.248sec 2024-12-01T23:19:00,136 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:19:00,136 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:19:00,136 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:19:00,136 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:19:00,136 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:19:00,136 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43071,1733095136651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:00,136 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43071,1733095136651-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:19:00,138 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:19:00,138 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:19:00,138 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43071,1733095136651-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:00,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5200e428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:00,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,43071,-1 for getting cluster id 2024-12-01T23:19:00,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:00,146 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eb52df2-7262-4085-b55f-cebf160f8594' 2024-12-01T23:19:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eb52df2-7262-4085-b55f-cebf160f8594" 2024-12-01T23:19:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200725d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,43071,-1] 2024-12-01T23:19:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:00,148 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:00,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad648d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:00,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:00,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,42331,1733095136805, seqNum=-1] 2024-12-01T23:19:00,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:00,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,43071,1733095136651 2024-12-01T23:19:00,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-01T23:19:00,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:00,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019330fca80005 connected 2024-12-01T23:19:00,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f98a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:00,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36811,-1 for getting cluster id 2024-12-01T23:19:00,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:00,174 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '235fdaf4-fe46-4356-84e3-17a098bafaa7' 2024-12-01T23:19:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "235fdaf4-fe46-4356-84e3-17a098bafaa7" 2024-12-01T23:19:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d546c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36811,-1] 2024-12-01T23:19:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:00,176 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666790ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:00,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:00,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,36811,1733095131543 2024-12-01T23:19:00,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d7600dd 2024-12-01T23:19:00,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:00,179 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:00,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:43071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:19:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:19:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:00,182 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:43071' 2024-12-01T23:19:00,183 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1829dff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:00,183 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,43071,-1 for getting cluster id 2024-12-01T23:19:00,183 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:00,184 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eb52df2-7262-4085-b55f-cebf160f8594' 2024-12-01T23:19:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eb52df2-7262-4085-b55f-cebf160f8594" 2024-12-01T23:19:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3591b009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,43071,-1] 2024-12-01T23:19:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:00,185 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:00,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e181a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:00,186 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:00,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,43071,1733095136651 2024-12-01T23:19:00,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e2ebff7 2024-12-01T23:19:00,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:00,187 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:00,188 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-01T23:19:00,188 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:19:00,188 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:00,188 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:00,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:00,188 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:19:00,189 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:19:00,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:19:00,190 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:00,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:19:00,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741835_1011 (size=1138) 2024-12-01T23:19:00,240 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:19:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:00,603 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f7609ad3ae0ad9ddc3bd42a32542b2d, NAME => 'hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1 2024-12-01T23:19:00,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741836_1012 (size=44) 2024-12-01T23:19:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:01,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:01,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7f7609ad3ae0ad9ddc3bd42a32542b2d, disabling compactions & flushes 2024-12-01T23:19:01,009 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:01,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:01,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. after waiting 0 ms 2024-12-01T23:19:01,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:01,009 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:01,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f7609ad3ae0ad9ddc3bd42a32542b2d: Waiting for close lock at 1733095141009Disabling compacts and flushes for region at 1733095141009Disabling writes for close at 1733095141009Writing region close event to WAL at 1733095141009Closed at 1733095141009 2024-12-01T23:19:01,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:19:01,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095141010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095141010"}]},"ts":"1733095141010"} 2024-12-01T23:19:01,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:19:01,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:19:01,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095141013"}]},"ts":"1733095141013"} 2024-12-01T23:19:01,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:19:01,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f7609ad3ae0ad9ddc3bd42a32542b2d, ASSIGN}] 2024-12-01T23:19:01,016 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f7609ad3ae0ad9ddc3bd42a32542b2d, ASSIGN 2024-12-01T23:19:01,017 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f7609ad3ae0ad9ddc3bd42a32542b2d, ASSIGN; state=OFFLINE, location=f962de17fdc3,37653,1733095131741; forceNewPlan=false, retain=false 2024-12-01T23:19:01,167 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f7609ad3ae0ad9ddc3bd42a32542b2d, regionState=OPENING, regionLocation=f962de17fdc3,37653,1733095131741 2024-12-01T23:19:01,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f7609ad3ae0ad9ddc3bd42a32542b2d, ASSIGN because future has completed 2024-12-01T23:19:01,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7609ad3ae0ad9ddc3bd42a32542b2d, server=f962de17fdc3,37653,1733095131741}] 2024-12-01T23:19:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:01,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:01,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:01,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:19:01,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C37653%2C1733095131741.rep, suffix=, logDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs, maxLogs=10 2024-12-01T23:19:01,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.rep.1733095141327, exclude list is [], retry=0 2024-12-01T23:19:01,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46789,DS-4313c0a9-8799-4d11-9ed9-796f0cca2f9d,DISK] 2024-12-01T23:19:01,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.rep.1733095141327 2024-12-01T23:19:01,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39405:39405)] 2024-12-01T23:19:01,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f7609ad3ae0ad9ddc3bd42a32542b2d, NAME => 'hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:01,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:01,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:19:01,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. service=MultiRowMutationService 2024-12-01T23:19:01,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:19:01,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:01,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,344 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,345 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7609ad3ae0ad9ddc3bd42a32542b2d columnFamilyName hfileref 2024-12-01T23:19:01,345 DEBUG [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:01,346 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(327): Store=7f7609ad3ae0ad9ddc3bd42a32542b2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:01,346 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,347 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7609ad3ae0ad9ddc3bd42a32542b2d columnFamilyName queue 2024-12-01T23:19:01,347 DEBUG [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:01,347 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(327): Store=7f7609ad3ae0ad9ddc3bd42a32542b2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:01,347 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,348 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7609ad3ae0ad9ddc3bd42a32542b2d columnFamilyName sid 2024-12-01T23:19:01,348 DEBUG [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:01,349 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(327): Store=7f7609ad3ae0ad9ddc3bd42a32542b2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:01,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:19:01,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:01,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7f7609ad3ae0ad9ddc3bd42a32542b2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65754657, jitterRate=-0.020179256796836853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:19:01,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:01,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7f7609ad3ae0ad9ddc3bd42a32542b2d: Running coprocessor pre-open hook at 1733095141343Writing region info on filesystem at 1733095141343Initializing all the Stores at 1733095141344 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095141344Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095141344Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095141344Cleaning up temporary data from old regions at 1733095141351 (+7 ms)Running coprocessor post-open hooks at 1733095141355 (+4 ms)Region opened successfully at 1733095141355 2024-12-01T23:19:01,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d., pid=7, masterSystemTime=1733095141321 2024-12-01T23:19:01,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:01,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:01,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f7609ad3ae0ad9ddc3bd42a32542b2d, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,37653,1733095131741 2024-12-01T23:19:01,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7609ad3ae0ad9ddc3bd42a32542b2d, server=f962de17fdc3,37653,1733095131741 because future has completed 2024-12-01T23:19:01,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-01T23:19:01,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f7609ad3ae0ad9ddc3bd42a32542b2d, server=f962de17fdc3,37653,1733095131741 in 192 msec 2024-12-01T23:19:01,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:19:01,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f7609ad3ae0ad9ddc3bd42a32542b2d, ASSIGN in 349 msec 2024-12-01T23:19:01,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:19:01,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095141366"}]},"ts":"1733095141366"} 2024-12-01T23:19:01,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:19:01,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:19:01,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-12-01T23:19:01,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d., hostname=f962de17fdc3,37653,1733095131741, seqNum=2] 2024-12-01T23:19:01,465 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:01,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:01,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:19:01,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-01T23:19:01,640 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:19:01,664 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,37653,1733095131741, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:19:01,665 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:01,665 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,37653,1733095131741, seqNum=-1] 2024-12-01T23:19:01,665 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:01,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-01T23:19:01,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,37653,1733095131741', locateType=CURRENT is [region=hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d., hostname=f962de17fdc3,37653,1733095131741, seqNum=2] 2024-12-01T23:19:01,670 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T23:19:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T23:19:01,672 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,37653,1733095131741 suceeded 2024-12-01T23:19:01,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-01T23:19:01,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-01T23:19:01,673 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:43071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:19:01,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-12-01T23:19:01,690 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:43071' 2024-12-01T23:19:01,691 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3344e524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:01,691 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,43071,-1 for getting cluster id 2024-12-01T23:19:01,691 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:01,692 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eb52df2-7262-4085-b55f-cebf160f8594' 2024-12-01T23:19:01,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:01,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eb52df2-7262-4085-b55f-cebf160f8594" 2024-12-01T23:19:01,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5627d7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:01,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,43071,-1] 2024-12-01T23:19:01,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:01,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:01,693 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:01,694 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46839aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:01,694 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:01,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,43071,1733095136651 2024-12-01T23:19:01,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2166e932 2024-12-01T23:19:01,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:01,695 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-01T23:19:01,696 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,37653,1733095131741 (queues=1) is replicating from cluster=235fdaf4-fe46-4356-84e3-17a098bafaa7 to cluster=4eb52df2-7262-4085-b55f-cebf160f8594 2024-12-01T23:19:01,696 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C37653%2C1733095131741 2024-12-01T23:19:01,696 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,37653,1733095131741, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:19:01,697 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741.replicationSource.shipperf962de17fdc3%2C37653%2C1733095131741,1-f962de17fdc3,37653,1733095131741 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C37653%2C1733095131741 2024-12-01T23:19:01,697 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741.replicationSource.wal-reader.f962de17fdc3%2C37653%2C1733095131741,1-f962de17fdc3,37653,1733095131741 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.1733095133537, startPosition=0, beingWritten=true 2024-12-01T23:19:01,902 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741.replicationSource.wal-reader.f962de17fdc3%2C37653%2C1733095131741,1-f962de17fdc3,37653,1733095131741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.1733095133537 to pos 0, reset compression=false 2024-12-01T23:19:02,206 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741.replicationSource.wal-reader.f962de17fdc3%2C37653%2C1733095131741,1-f962de17fdc3,37653,1733095131741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.1733095133537 to pos 0, reset compression=false 2024-12-01T23:19:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:02,332 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:19:02,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:02,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:02,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:02,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:02,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:02,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,36811,1733095131543 2024-12-01T23:19:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c313b92 2024-12-01T23:19:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:02,334 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:02,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T23:19:02,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:02,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:02,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:02,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:02,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:02,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:19:02,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1277692183, stopped=false 2024-12-01T23:19:02,335 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,36811,1733095131543 2024-12-01T23:19:02,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01276729168/running 2024-12-01T23:19:02,381 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01276729168/running 2024-12-01T23:19:02,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:02,381 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:02,381 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:19:02,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:02,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:02,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:02,382 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,37653,1733095131741' ***** 2024-12-01T23:19:02,382 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:19:02,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/running 2024-12-01T23:19:02,382 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:19:02,382 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:19:02,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/running 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,37653,1733095131741 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:37653. 2024-12-01T23:19:02,383 DEBUG [RS:0;f962de17fdc3:37653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:02,383 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f7609ad3ae0ad9ddc3bd42a32542b2d, disabling compactions & flushes 2024-12-01T23:19:02,383 DEBUG [RS:0;f962de17fdc3:37653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:02,383 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:02,383 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:02,383 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. after waiting 0 ms 2024-12-01T23:19:02,383 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:19:02,383 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f7609ad3ae0ad9ddc3bd42a32542b2d 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:19:02,383 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:19:02,383 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1325): Online Regions={7f7609ad3ae0ad9ddc3bd42a32542b2d=hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:19:02,383 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:02,384 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:19:02,384 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:19:02,384 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:19:02,384 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:19:02,384 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:19:02,384 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-01T23:19:02,397 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/info/30cd5d7d08e940edb1477404d5164783 is 147, key is hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d./info:regioninfo/1733095141359/Put/seqid=0 2024-12-01T23:19:02,400 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d/.tmp/queue/676c9952f1554db58d3afa76250d5ad1 is 151, key is 1-f962de17fdc3,37653,1733095131741/queue:f962de17fdc3%2C37653%2C1733095131741/1733095141669/Put/seqid=0 2024-12-01T23:19:02,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741838_1014 (size=6631) 2024-12-01T23:19:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741839_1015 (size=5350) 2024-12-01T23:19:02,430 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:19:02,452 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:19:02,452 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:19:02,584 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:02,611 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741.replicationSource.wal-reader.f962de17fdc3%2C37653%2C1733095131741,1-f962de17fdc3,37653,1733095131741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.1733095133537 to pos 0, reset compression=false 2024-12-01T23:19:02,784 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:02,802 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/info/30cd5d7d08e940edb1477404d5164783 2024-12-01T23:19:02,804 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d/.tmp/queue/676c9952f1554db58d3afa76250d5ad1 2024-12-01T23:19:02,810 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d/.tmp/queue/676c9952f1554db58d3afa76250d5ad1 as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d/queue/676c9952f1554db58d3afa76250d5ad1 2024-12-01T23:19:02,816 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d/queue/676c9952f1554db58d3afa76250d5ad1, entries=1, sequenceid=5, filesize=5.2 K 2024-12-01T23:19:02,816 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7f7609ad3ae0ad9ddc3bd42a32542b2d in 433ms, sequenceid=5, compaction requested=false 2024-12-01T23:19:02,817 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T23:19:02,825 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T23:19:02,826 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:02,826 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:02,826 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:02,826 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f7609ad3ae0ad9ddc3bd42a32542b2d: Waiting for close lock at 1733095142383Running coprocessor pre-close hooks at 1733095142383Disabling compacts and flushes for region at 1733095142383Disabling writes for close at 1733095142383Obtaining lock to block concurrent updates at 1733095142383Preparing flush snapshotting stores in 7f7609ad3ae0ad9ddc3bd42a32542b2d at 1733095142383Finished memstore snapshotting hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733095142383Flushing stores of hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. at 1733095142384 (+1 ms)Flushing 7f7609ad3ae0ad9ddc3bd42a32542b2d/queue: creating writer at 1733095142384Flushing 7f7609ad3ae0ad9ddc3bd42a32542b2d/queue: appending metadata at 1733095142400 (+16 ms)Flushing 7f7609ad3ae0ad9ddc3bd42a32542b2d/queue: closing flushed file at 1733095142400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@524d109c: reopening flushed file at 1733095142809 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7f7609ad3ae0ad9ddc3bd42a32542b2d in 433ms, sequenceid=5, compaction requested=false at 1733095142816 (+7 ms)Writing region close event to WAL at 1733095142822 (+6 ms)Running coprocessor post-close hooks at 1733095142826 (+4 ms)Closed at 1733095142826 2024-12-01T23:19:02,827 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:02,828 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/ns/e82cdd6b70284dc7aca16d27bd85eff0 is 43, key is default/ns:d/1733095134151/Put/seqid=0 2024-12-01T23:19:02,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741840_1016 (size=5153) 2024-12-01T23:19:02,984 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:03,115 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741.replicationSource.wal-reader.f962de17fdc3%2C37653%2C1733095131741,1-f962de17fdc3,37653,1733095131741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.1733095133537 to pos 0, reset compression=false 2024-12-01T23:19:03,184 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:03,234 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/ns/e82cdd6b70284dc7aca16d27bd85eff0 2024-12-01T23:19:03,258 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/table/64038e40edd1459db056b09470cceec3 is 53, key is hbase:replication/table:state/1733095141366/Put/seqid=0 2024-12-01T23:19:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741841_1017 (size=5256) 2024-12-01T23:19:03,384 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:19:03,384 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:19:03,384 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:03,584 DEBUG [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:03,662 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/table/64038e40edd1459db056b09470cceec3 2024-12-01T23:19:03,667 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/info/30cd5d7d08e940edb1477404d5164783 as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/info/30cd5d7d08e940edb1477404d5164783 2024-12-01T23:19:03,672 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/info/30cd5d7d08e940edb1477404d5164783, entries=10, sequenceid=11, filesize=6.5 K 2024-12-01T23:19:03,673 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/ns/e82cdd6b70284dc7aca16d27bd85eff0 as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/ns/e82cdd6b70284dc7aca16d27bd85eff0 2024-12-01T23:19:03,677 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/ns/e82cdd6b70284dc7aca16d27bd85eff0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T23:19:03,678 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/table/64038e40edd1459db056b09470cceec3 as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/table/64038e40edd1459db056b09470cceec3 2024-12-01T23:19:03,682 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/table/64038e40edd1459db056b09470cceec3, entries=2, sequenceid=11, filesize=5.1 K 2024-12-01T23:19:03,683 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-12-01T23:19:03,686 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T23:19:03,687 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:03,687 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:03,687 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:03,687 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095142383Running coprocessor pre-close hooks at 1733095142383Disabling compacts and flushes for region at 1733095142383Disabling writes for close at 1733095142384 (+1 ms)Obtaining lock to block concurrent updates at 1733095142384Preparing flush snapshotting stores in 1588230740 at 1733095142384Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733095142384Flushing stores of hbase:meta,,1.1588230740 at 1733095142385 (+1 ms)Flushing 1588230740/info: creating writer at 1733095142385Flushing 1588230740/info: appending metadata at 1733095142397 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733095142397Flushing 1588230740/ns: creating writer at 1733095142808 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733095142828 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733095142828Flushing 1588230740/table: creating writer at 1733095143239 (+411 ms)Flushing 1588230740/table: appending metadata at 1733095143257 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733095143257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5356f452: reopening flushed file at 1733095143667 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2603c8: reopening flushed file at 1733095143672 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0a2626: reopening flushed file at 1733095143677 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1733095143683 (+6 ms)Writing region close event to WAL at 1733095143684 (+1 ms)Running coprocessor post-close hooks at 1733095143687 (+3 ms)Closed at 1733095143687 2024-12-01T23:19:03,687 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:03,719 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741.replicationSource.wal-reader.f962de17fdc3%2C37653%2C1733095131741,1-f962de17fdc3,37653,1733095131741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.1733095133537 to pos 0, reset compression=false 2024-12-01T23:19:03,785 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,37653,1733095131741; all regions closed. 2024-12-01T23:19:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741834_1010 (size=2742) 2024-12-01T23:19:03,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.meta.1733095134033.meta not finished, retry = 0 2024-12-01T23:19:03,889 DEBUG [RS:0;f962de17fdc3:37653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs 2024-12-01T23:19:03,890 INFO [RS:0;f962de17fdc3:37653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C37653%2C1733095131741.meta:.meta(num 1733095134033) 2024-12-01T23:19:03,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741837_1013 (size=1586) 2024-12-01T23:19:03,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.rep.1733095141327 not finished, retry = 0 2024-12-01T23:19:03,994 DEBUG [RS:0;f962de17fdc3:37653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs 2024-12-01T23:19:03,994 INFO [RS:0;f962de17fdc3:37653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C37653%2C1733095131741.rep:(num 1733095141327) 2024-12-01T23:19:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741833_1009 (size=93) 2024-12-01T23:19:04,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741/f962de17fdc3%2C37653%2C1733095131741.1733095133537 not finished, retry = 0 2024-12-01T23:19:04,207 DEBUG [RS:0;f962de17fdc3:37653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs 2024-12-01T23:19:04,207 INFO [RS:0;f962de17fdc3:37653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C37653%2C1733095131741:(num 1733095133537) 2024-12-01T23:19:04,207 DEBUG [RS:0;f962de17fdc3:37653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:04,207 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:19:04,207 INFO [RS:0;f962de17fdc3:37653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:19:04,207 INFO [RS:0;f962de17fdc3:37653 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:19:04,208 INFO [RS:0;f962de17fdc3:37653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:19:04,208 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:19:04,208 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,37653,1733095131741 because: Region server is closing 2024-12-01T23:19:04,208 INFO [RS:0;f962de17fdc3:37653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:37653. 2024-12-01T23:19:04,208 DEBUG [RS:0;f962de17fdc3:37653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:04,208 DEBUG [RS:0;f962de17fdc3:37653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:04,208 DEBUG [RS:0;f962de17fdc3:37653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:04,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:04,308 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741.replicationSource.wal-reader.f962de17fdc3%2C37653%2C1733095131741,1-f962de17fdc3,37653,1733095131741 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:19:04,308 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741.replicationSource.shipperf962de17fdc3%2C37653%2C1733095131741,1-f962de17fdc3,37653,1733095131741 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T23:19:04,309 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,37653,1733095131741.replicationSource.shipperf962de17fdc3%2C37653%2C1733095131741,1-f962de17fdc3,37653,1733095131741 terminated 2024-12-01T23:19:04,309 INFO [RS:0;f962de17fdc3:37653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37653 2024-12-01T23:19:04,318 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01276729168/rs/f962de17fdc3,37653,1733095131741 2024-12-01T23:19:04,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/rs 2024-12-01T23:19:04,318 INFO [RS:0;f962de17fdc3:37653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:19:04,328 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,37653,1733095131741] 2024-12-01T23:19:04,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/draining/f962de17fdc3,37653,1733095131741 already deleted, retry=false 2024-12-01T23:19:04,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,37653,1733095131741 expired; onlineServers=0 2024-12-01T23:19:04,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,36811,1733095131543' ***** 2024-12-01T23:19:04,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:19:04,339 INFO [M:0;f962de17fdc3:36811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:19:04,339 INFO [M:0;f962de17fdc3:36811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:19:04,339 DEBUG [M:0;f962de17fdc3:36811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:19:04,339 DEBUG [M:0;f962de17fdc3:36811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:19:04,339 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:19:04,339 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095133271 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095133271,5,FailOnTimeoutGroup] 2024-12-01T23:19:04,339 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095133268 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095133268,5,FailOnTimeoutGroup] 2024-12-01T23:19:04,339 INFO [M:0;f962de17fdc3:36811 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:19:04,339 INFO [M:0;f962de17fdc3:36811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:19:04,340 DEBUG [M:0;f962de17fdc3:36811 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:19:04,340 INFO [M:0;f962de17fdc3:36811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:19:04,340 INFO [M:0;f962de17fdc3:36811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:19:04,340 INFO [M:0;f962de17fdc3:36811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:19:04,340 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:19:04,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01276729168/master 2024-12-01T23:19:04,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:04,349 DEBUG [M:0;f962de17fdc3:36811 {}] zookeeper.ZKUtil(347): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/master because node does not exist (not an error) 2024-12-01T23:19:04,349 WARN [M:0;f962de17fdc3:36811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:19:04,350 INFO [M:0;f962de17fdc3:36811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/.lastflushedseqids 2024-12-01T23:19:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741842_1018 (size=181) 2024-12-01T23:19:04,429 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:04,429 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x1019330fca80001, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:04,429 INFO [RS:0;f962de17fdc3:37653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:19:04,429 INFO [RS:0;f962de17fdc3:37653 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,37653,1733095131741; zookeeper connection closed. 2024-12-01T23:19:04,429 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48d7f0de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48d7f0de 2024-12-01T23:19:04,429 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:19:04,755 INFO [M:0;f962de17fdc3:36811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:19:04,755 INFO [M:0;f962de17fdc3:36811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:19:04,756 DEBUG [M:0;f962de17fdc3:36811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:19:04,756 INFO [M:0;f962de17fdc3:36811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:04,756 DEBUG [M:0;f962de17fdc3:36811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:04,756 DEBUG [M:0;f962de17fdc3:36811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:19:04,756 DEBUG [M:0;f962de17fdc3:36811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:04,756 INFO [M:0;f962de17fdc3:36811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-01T23:19:04,769 DEBUG [M:0;f962de17fdc3:36811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88e186cc907f44729e9875fddf713e40 is 82, key is hbase:meta,,1/info:regioninfo/1733095134098/Put/seqid=0 2024-12-01T23:19:04,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741843_1019 (size=5672) 2024-12-01T23:19:05,174 INFO [M:0;f962de17fdc3:36811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88e186cc907f44729e9875fddf713e40 2024-12-01T23:19:05,192 DEBUG [M:0;f962de17fdc3:36811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd29b65cf65d4c7ba1b0177a4f9d5147 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733095141369/Put/seqid=0 2024-12-01T23:19:05,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741844_1020 (size=7203) 2024-12-01T23:19:05,596 INFO [M:0;f962de17fdc3:36811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd29b65cf65d4c7ba1b0177a4f9d5147 2024-12-01T23:19:05,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:19:05,613 DEBUG [M:0;f962de17fdc3:36811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d36e8f10b614a36b7ea02451793b3fe is 69, key is f962de17fdc3,37653,1733095131741/rs:state/1733095133333/Put/seqid=0 2024-12-01T23:19:05,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:05,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:05,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:05,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:05,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:05,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741845_1021 (size=5156) 2024-12-01T23:19:05,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:06,018 INFO [M:0;f962de17fdc3:36811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d36e8f10b614a36b7ea02451793b3fe 2024-12-01T23:19:06,024 DEBUG [M:0;f962de17fdc3:36811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88e186cc907f44729e9875fddf713e40 as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88e186cc907f44729e9875fddf713e40 2024-12-01T23:19:06,029 INFO [M:0;f962de17fdc3:36811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88e186cc907f44729e9875fddf713e40, entries=8, sequenceid=70, filesize=5.5 K 2024-12-01T23:19:06,030 DEBUG [M:0;f962de17fdc3:36811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd29b65cf65d4c7ba1b0177a4f9d5147 as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd29b65cf65d4c7ba1b0177a4f9d5147 2024-12-01T23:19:06,034 INFO [M:0;f962de17fdc3:36811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd29b65cf65d4c7ba1b0177a4f9d5147, entries=8, sequenceid=70, filesize=7.0 K 2024-12-01T23:19:06,035 DEBUG [M:0;f962de17fdc3:36811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d36e8f10b614a36b7ea02451793b3fe as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d36e8f10b614a36b7ea02451793b3fe 2024-12-01T23:19:06,039 INFO [M:0;f962de17fdc3:36811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d36e8f10b614a36b7ea02451793b3fe, entries=1, sequenceid=70, filesize=5.0 K 2024-12-01T23:19:06,040 INFO [M:0;f962de17fdc3:36811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false 2024-12-01T23:19:06,042 INFO [M:0;f962de17fdc3:36811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:06,042 DEBUG [M:0;f962de17fdc3:36811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095144756Disabling compacts and flushes for region at 1733095144756Disabling writes for close at 1733095144756Obtaining lock to block concurrent updates at 1733095144756Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095144756Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733095144756Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095144757 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095144757Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095144769 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095144769Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095145178 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095145191 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095145192 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095145600 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095145613 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095145613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@490289d8: reopening flushed file at 1733095146023 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204003a4: reopening flushed file at 1733095146029 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7279cf75: reopening flushed file at 1733095146034 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false at 1733095146040 (+6 ms)Writing region close event to WAL at 1733095146042 (+2 ms)Closed at 1733095146042 2024-12-01T23:19:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741830_1006 (size=41008) 2024-12-01T23:19:06,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543/f962de17fdc3%2C36811%2C1733095131543.1733095132775 not finished, retry = 0 2024-12-01T23:19:06,145 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:19:06,145 INFO [M:0;f962de17fdc3:36811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:19:06,145 INFO [M:0;f962de17fdc3:36811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36811 2024-12-01T23:19:06,145 INFO [M:0;f962de17fdc3:36811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:19:06,292 INFO [M:0;f962de17fdc3:36811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:19:06,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:06,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36811-0x1019330fca80000, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:06,293 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:19:06,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:06,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:06,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:19:06,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:06,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:19:06,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:19:06,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:19:06,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35255 2024-12-01T23:19:06,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35255 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-01T23:19:06,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352550x0, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:06,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35255-0x1019330fca80006 connected 2024-12-01T23:19:06,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:06,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:06,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/running 2024-12-01T23:19:06,322 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: INIT 2024-12-01T23:19:06,322 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1, hbase.cluster.distributed=false 2024-12-01T23:19:06,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/acl 2024-12-01T23:19:06,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35255 2024-12-01T23:19:06,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35255 2024-12-01T23:19:06,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35255 2024-12-01T23:19:06,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35255 2024-12-01T23:19:06,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35255 2024-12-01T23:19:06,337 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:19:06,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:06,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:06,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:19:06,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:06,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:19:06,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:19:06,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:19:06,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46621 2024-12-01T23:19:06,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46621 connecting to ZooKeeper ensemble=127.0.0.1:52593 2024-12-01T23:19:06,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:06,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:06,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466210x0, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:06,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466210x0, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/running 2024-12-01T23:19:06,350 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: INIT 2024-12-01T23:19:06,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46621-0x1019330fca80007 connected 2024-12-01T23:19:06,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:19:06,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:19:06,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/master 2024-12-01T23:19:06,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/acl 2024-12-01T23:19:06,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46621 2024-12-01T23:19:06,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46621 2024-12-01T23:19:06,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46621 2024-12-01T23:19:06,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46621 2024-12-01T23:19:06,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46621 2024-12-01T23:19:06,366 DEBUG [M:0;f962de17fdc3:35255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:35255 2024-12-01T23:19:06,366 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01276729168/backup-masters/f962de17fdc3,35255,1733095146293 2024-12-01T23:19:06,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/backup-masters 2024-12-01T23:19:06,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/backup-masters 2024-12-01T23:19:06,371 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on existing znode=/01276729168/backup-masters/f962de17fdc3,35255,1733095146293 2024-12-01T23:19:06,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01276729168/master 2024-12-01T23:19:06,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:06,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:06,381 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on existing znode=/01276729168/master 2024-12-01T23:19:06,382 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01276729168/backup-masters/f962de17fdc3,35255,1733095146293 from backup master directory 2024-12-01T23:19:06,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01276729168/backup-masters/f962de17fdc3,35255,1733095146293 2024-12-01T23:19:06,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/backup-masters 2024-12-01T23:19:06,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/backup-masters 2024-12-01T23:19:06,391 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:19:06,391 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,35255,1733095146293 2024-12-01T23:19:06,400 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:06,400 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:19:06,406 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-01T23:19:06,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741846_1022 (size=196) 2024-12-01T23:19:06,818 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:19:06,819 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:19:06,819 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:06,824 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-01T23:19:06,826 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543 to hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543-dead as it is dead 2024-12-01T23:19:06,827 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543-dead/f962de17fdc3%2C36811%2C1733095131543.1733095132775 2024-12-01T23:19:06,827 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543-dead/f962de17fdc3%2C36811%2C1733095131543.1733095132775 after 0ms 2024-12-01T23:19:06,828 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543-dead/f962de17fdc3%2C36811%2C1733095131543.1733095132775 to hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f962de17fdc3%2C36811%2C1733095131543.1733095132775 2024-12-01T23:19:06,828 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,36811,1733095131543-dead 2024-12-01T23:19:06,828 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,35255,1733095146293 2024-12-01T23:19:06,829 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:19:06,830 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C35255%2C1733095146293, suffix=, logDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,35255,1733095146293, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/oldWALs, maxLogs=10 2024-12-01T23:19:06,842 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,35255,1733095146293/f962de17fdc3%2C35255%2C1733095146293.1733095146830, exclude list is [], retry=0 2024-12-01T23:19:06,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46789,DS-4313c0a9-8799-4d11-9ed9-796f0cca2f9d,DISK] 2024-12-01T23:19:06,846 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,35255,1733095146293/f962de17fdc3%2C35255%2C1733095146293.1733095146830 2024-12-01T23:19:06,846 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39405:39405)] 2024-12-01T23:19:06,846 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:06,846 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:06,846 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:06,846 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:06,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:06,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:19:06,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:06,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88e186cc907f44729e9875fddf713e40 2024-12-01T23:19:06,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:06,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:06,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:19:06,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:06,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd29b65cf65d4c7ba1b0177a4f9d5147 2024-12-01T23:19:06,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:06,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:06,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:19:06,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:06,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d36e8f10b614a36b7ea02451793b3fe 2024-12-01T23:19:06,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:06,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:06,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:19:06,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:06,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:06,866 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:06,867 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-01T23:19:06,867 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f962de17fdc3%2C36811%2C1733095131543.1733095132775 2024-12-01T23:19:06,871 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f962de17fdc3%2C36811%2C1733095131543.1733095132775 2024-12-01T23:19:06,872 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f962de17fdc3%2C36811%2C1733095131543.1733095132775 2024-12-01T23:19:06,873 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:06,873 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:06,873 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:06,874 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:06,876 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-01T23:19:06,877 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60480076, jitterRate=-0.09877663850784302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:06,877 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095146846Initializing all the Stores at 1733095146847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095146847Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095146847Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095146847Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095146847Cleaning up temporary data from old regions at 1733095146873 (+26 ms)Region opened successfully at 1733095146877 (+4 ms) 2024-12-01T23:19:06,877 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:19:06,879 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b24ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:19:06,881 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-01T23:19:06,881 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:19:06,881 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:19:06,881 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:19:06,882 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:19:06,884 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:06,884 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:19:06,885 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:19:06,885 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-12-01T23:19:06,885 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:19:06,887 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f962de17fdc3,37653,1733095131741, regionLocation=f962de17fdc3,37653,1733095131741, openSeqNum=2 2024-12-01T23:19:06,887 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f962de17fdc3,37653,1733095131741, table=hbase:meta, region=1588230740 2024-12-01T23:19:06,887 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,37653,1733095131741, state=OPEN 2024-12-01T23:19:06,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01276729168/meta-region-server 2024-12-01T23:19:06,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01276729168/meta-region-server 2024-12-01T23:19:06,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: CHANGED 2024-12-01T23:19:06,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: CHANGED 2024-12-01T23:19:06,932 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:19:06,939 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/draining/f962de17fdc3,37653,1733095131741 already deleted, retry=false 2024-12-01T23:19:06,939 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f962de17fdc3,37653,1733095131741 on f962de17fdc3,35255,1733095146293 2024-12-01T23:19:06,940 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f962de17fdc3,37653,1733095131741, splitWal=true, meta=true 2024-12-01T23:19:06,940 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for f962de17fdc3,37653,1733095131741 (carryingMeta=true) f962de17fdc3,37653,1733095131741/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7c74963d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T23:19:06,941 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/balancer because node does not exist (not necessarily an error) 2024-12-01T23:19:06,949 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/balancer already deleted, retry=false 2024-12-01T23:19:06,949 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:19:06,950 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:19:06,960 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/normalizer already deleted, retry=false 2024-12-01T23:19:06,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:19:06,961 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:19:06,970 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/switch/split already deleted, retry=false 2024-12-01T23:19:06,971 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:19:06,981 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/switch/merge already deleted, retry=false 2024-12-01T23:19:06,993 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:19:07,002 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/snapshot-cleanup already deleted, retry=false 2024-12-01T23:19:07,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01276729168/running 2024-12-01T23:19:07,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01276729168/running 2024-12-01T23:19:07,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:07,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:07,013 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,35255,1733095146293, sessionid=0x1019330fca80006, setting cluster-up flag (Was=false) 2024-12-01T23:19:07,024 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01276729168/flush-table-proc/acquired, /01276729168/flush-table-proc/reached, /01276729168/flush-table-proc/abort 2024-12-01T23:19:07,024 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,35255,1733095146293 2024-12-01T23:19:07,034 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01276729168/online-snapshot/acquired, /01276729168/online-snapshot/reached, /01276729168/online-snapshot/abort 2024-12-01T23:19:07,035 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,35255,1733095146293 2024-12-01T23:19:07,036 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/.lastflushedseqids 2024-12-01T23:19:07,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:19:07,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:19:07,038 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,35255,1733095146293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f962de17fdc3,37653,1733095131741 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:19:07,040 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:07,040 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:07,040 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:07,040 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:07,040 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:19:07,040 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,040 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:19:07,040 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,040 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095177040 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:19:07,041 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f962de17fdc3,37653,1733095131741, splitWal=true, meta=true 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:19:07,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:19:07,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:19:07,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:19:07,042 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095147042,5,FailOnTimeoutGroup] 2024-12-01T23:19:07,042 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f962de17fdc3,37653,1733095131741, splitWal=true, meta=true, isMeta: true 2024-12-01T23:19:07,042 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095147042,5,FailOnTimeoutGroup] 2024-12-01T23:19:07,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:19:07,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095147042, completionTime=-1 2024-12-01T23:19:07,042 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-01T23:19:07,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T23:19:07,043 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741-splitting 2024-12-01T23:19:07,043 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741-splitting dir is empty, no logs to split. 2024-12-01T23:19:07,043 INFO [PEWorker-1 {}] master.SplitWALManager(105): f962de17fdc3,37653,1733095131741 WAL count=0, meta=true 2024-12-01T23:19:07,045 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741-splitting dir is empty, no logs to split. 2024-12-01T23:19:07,045 INFO [PEWorker-1 {}] master.SplitWALManager(105): f962de17fdc3,37653,1733095131741 WAL count=0, meta=true 2024-12-01T23:19:07,045 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f962de17fdc3,37653,1733095131741 WAL splitting is done? wals=0, meta=true 2024-12-01T23:19:07,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:19:07,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:19:07,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T23:19:07,058 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(746): ClusterId : 235fdaf4-fe46-4356-84e3-17a098bafaa7 2024-12-01T23:19:07,058 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:19:07,066 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:19:07,066 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:19:07,076 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:19:07,077 DEBUG [RS:0;f962de17fdc3:46621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561cdc1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:19:07,089 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:46621 2024-12-01T23:19:07,089 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:19:07,089 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:19:07,089 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:19:07,090 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,35255,1733095146293 with port=46621, startcode=1733095146337 2024-12-01T23:19:07,090 DEBUG [RS:0;f962de17fdc3:46621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:19:07,091 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:19:07,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,46621,1733095146337 2024-12-01T23:19:07,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35255 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,46621,1733095146337 2024-12-01T23:19:07,092 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T23:19:07,093 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1 2024-12-01T23:19:07,093 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43145 2024-12-01T23:19:07,093 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:19:07,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/rs 2024-12-01T23:19:07,139 DEBUG [RS:0;f962de17fdc3:46621 {}] zookeeper.ZKUtil(111): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on existing znode=/01276729168/rs/f962de17fdc3,46621,1733095146337 2024-12-01T23:19:07,139 WARN [RS:0;f962de17fdc3:46621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:19:07,139 INFO [RS:0;f962de17fdc3:46621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:07,139 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337 2024-12-01T23:19:07,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,46621,1733095146337] 2024-12-01T23:19:07,159 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:19:07,160 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:19:07,160 INFO [RS:0;f962de17fdc3:46621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:19:07,161 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,161 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:19:07,161 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:19:07,161 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,161 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:19:07,162 DEBUG [RS:0;f962de17fdc3:46621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:19:07,162 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,162 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,162 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,162 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,162 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,162 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46621,1733095146337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:07,175 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:19:07,175 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46621,1733095146337-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,187 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,46621,1733095146337, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:19:07,187 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,187 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.Replication(171): f962de17fdc3,46621,1733095146337 started 2024-12-01T23:19:07,197 WARN [f962de17fdc3:35255 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T23:19:07,199 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:07,199 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,46621,1733095146337, RpcServer on f962de17fdc3/172.17.0.3:46621, sessionid=0x1019330fca80007 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,46621,1733095146337 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,46621,1733095146337' 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01276729168/flush-table-proc/abort' 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01276729168/flush-table-proc/acquired' 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621.replicationSource,1-f962de17fdc3,46621,1733095146337 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:43071' 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,46621,1733095146337 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,46621,1733095146337' 2024-12-01T23:19:07,200 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01276729168/online-snapshot/abort' 2024-12-01T23:19:07,201 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01276729168/online-snapshot/acquired' 2024-12-01T23:19:07,201 DEBUG [RS:0;f962de17fdc3:46621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:19:07,201 INFO [RS:0;f962de17fdc3:46621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:19:07,201 INFO [RS:0;f962de17fdc3:46621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:19:07,201 DEBUG [RS:0;f962de17fdc3:46621.replicationSource,1-f962de17fdc3,46621,1733095146337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aaf49a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:07,201 DEBUG [RS:0;f962de17fdc3:46621.replicationSource,1-f962de17fdc3,46621,1733095146337 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,43071,-1 for getting cluster id 2024-12-01T23:19:07,201 DEBUG [RS:0;f962de17fdc3:46621.replicationSource,1-f962de17fdc3,46621,1733095146337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:07,202 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eb52df2-7262-4085-b55f-cebf160f8594' 2024-12-01T23:19:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eb52df2-7262-4085-b55f-cebf160f8594" 2024-12-01T23:19:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2726a73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,43071,-1] 2024-12-01T23:19:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:07,204 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:07,204 DEBUG [RS:0;f962de17fdc3:46621.replicationSource,1-f962de17fdc3,46621,1733095146337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4342d6c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:07,205 DEBUG [RS:0;f962de17fdc3:46621.replicationSource,1-f962de17fdc3,46621,1733095146337 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:07,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,43071,1733095136651 2024-12-01T23:19:07,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41c8ec94 2024-12-01T23:19:07,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:07,206 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-01T23:19:07,207 INFO [RS:0;f962de17fdc3:46621.replicationSource,1-f962de17fdc3,46621,1733095146337 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,46621,1733095146337 (queues=0) is replicating from cluster=235fdaf4-fe46-4356-84e3-17a098bafaa7 to cluster=4eb52df2-7262-4085-b55f-cebf160f8594 2024-12-01T23:19:07,301 INFO [RS:0;f962de17fdc3:46621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:19:07,303 INFO [RS:0;f962de17fdc3:46621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C46621%2C1733095146337, suffix=, logDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs, maxLogs=10 2024-12-01T23:19:07,313 DEBUG [RS:0;f962de17fdc3:46621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303, exclude list is [], retry=0 2024-12-01T23:19:07,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46789,DS-4313c0a9-8799-4d11-9ed9-796f0cca2f9d,DISK] 2024-12-01T23:19:07,317 INFO [RS:0;f962de17fdc3:46621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 2024-12-01T23:19:07,319 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f962de17fdc3%2C46621%2C1733095146337 for peer 1 2024-12-01T23:19:07,319 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C46621%2C1733095146337 2024-12-01T23:19:07,319 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,46621,1733095146337, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:19:07,319 DEBUG [RS:0;f962de17fdc3:46621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39405:39405)] 2024-12-01T23:19:07,319 INFO [RS:0;f962de17fdc3:46621.replicationSource.shipperf962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C46621%2C1733095146337 2024-12-01T23:19:07,319 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303, startPosition=0, beingWritten=true 2024-12-01T23:19:07,448 DEBUG [f962de17fdc3:35255 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:19:07,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,46621,1733095146337 2024-12-01T23:19:07,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,46621,1733095146337, state=OPENING 2024-12-01T23:19:07,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01276729168/meta-region-server 2024-12-01T23:19:07,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01276729168/meta-region-server 2024-12-01T23:19:07,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:19:07,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: CHANGED 2024-12-01T23:19:07,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: CHANGED 2024-12-01T23:19:07,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,46621,1733095146337}] 2024-12-01T23:19:07,524 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:07,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:19:07,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:19:07,664 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:19:07,664 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:07,664 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:19:07,666 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C46621%2C1733095146337.meta, suffix=.meta, logDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs, maxLogs=10 2024-12-01T23:19:07,677 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.meta.1733095147666.meta, exclude list is [], retry=0 2024-12-01T23:19:07,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46789,DS-4313c0a9-8799-4d11-9ed9-796f0cca2f9d,DISK] 2024-12-01T23:19:07,681 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.meta.1733095147666.meta 2024-12-01T23:19:07,681 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39405:39405)] 2024-12-01T23:19:07,681 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:07,682 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:07,682 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:19:07,682 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:19:07,682 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:19:07,682 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:19:07,682 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:07,682 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:19:07,682 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:19:07,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:19:07,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:19:07,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:07,691 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/info/30cd5d7d08e940edb1477404d5164783 2024-12-01T23:19:07,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:07,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:19:07,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:19:07,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:07,698 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/ns/e82cdd6b70284dc7aca16d27bd85eff0 2024-12-01T23:19:07,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:07,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:19:07,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:19:07,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:07,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:07,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:19:07,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:19:07,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:07,706 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/table/64038e40edd1459db056b09470cceec3 2024-12-01T23:19:07,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:07,707 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:19:07,707 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740 2024-12-01T23:19:07,708 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740 2024-12-01T23:19:07,709 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:19:07,709 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:19:07,710 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:07,711 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:19:07,711 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64157571, jitterRate=-0.04397769272327423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:07,711 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:19:07,711 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095147682Writing region info on filesystem at 1733095147682Initializing all the Stores at 1733095147683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095147683Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095147684 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095147684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095147684Cleaning up temporary data from old regions at 1733095147709 (+25 ms)Running coprocessor post-open hooks at 1733095147711 (+2 ms)Region opened successfully at 1733095147711 2024-12-01T23:19:07,712 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733095147660 2024-12-01T23:19:07,714 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:19:07,714 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:19:07,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f962de17fdc3,46621,1733095146337 2024-12-01T23:19:07,715 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,46621,1733095146337, state=OPEN 2024-12-01T23:19:07,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01276729168/meta-region-server 2024-12-01T23:19:07,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01276729168/meta-region-server 2024-12-01T23:19:07,727 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,46621,1733095146337 2024-12-01T23:19:07,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: CHANGED 2024-12-01T23:19:07,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01276729168/meta-region-server: CHANGED 2024-12-01T23:19:07,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-01T23:19:07,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,46621,1733095146337 in 220 msec 2024-12-01T23:19:07,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:19:07,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-12-01T23:19:07,828 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:08,233 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:08,595 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-01T23:19:08,737 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:09,341 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:10,046 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:10,097 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-01T23:19:10,850 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:11,550 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-01T23:19:11,550 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:19:11,550 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:11,550 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,46621,1733095146337, seqNum=-1] 2024-12-01T23:19:11,550 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:11,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:11,555 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7f7609ad3ae0ad9ddc3bd42a32542b2d, regionState=OPEN, lastHost=f962de17fdc3,37653,1733095131741, regionLocation=f962de17fdc3,37653,1733095131741, openSeqNum=2 2024-12-01T23:19:11,555 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:19:11,555 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095211555 2024-12-01T23:19:11,555 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095271555 2024-12-01T23:19:11,555 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-01T23:19:11,556 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f962de17fdc3,37653,1733095131741 had 2 regions 2024-12-01T23:19:11,556 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35255,1733095146293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:11,556 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35255,1733095146293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:11,556 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35255,1733095146293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:11,556 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:35255, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:11,556 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:11,556 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:11,556 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f962de17fdc3,37653,1733095131741, splitWal=true, meta=true, isMeta: false 2024-12-01T23:19:11,558 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741-splitting dir is empty, no logs to split. 2024-12-01T23:19:11,558 INFO [PEWorker-3 {}] master.SplitWALManager(105): f962de17fdc3,37653,1733095131741 WAL count=0, meta=false 2024-12-01T23:19:11,561 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,37653,1733095131741-splitting dir is empty, no logs to split. 2024-12-01T23:19:11,561 INFO [PEWorker-3 {}] master.SplitWALManager(105): f962de17fdc3,37653,1733095131741 WAL count=0, meta=false 2024-12-01T23:19:11,561 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f962de17fdc3,37653,1733095131741 WAL splitting is done? wals=0, meta=false 2024-12-01T23:19:11,562 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.170sec 2024-12-01T23:19:11,562 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:19:11,562 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:19:11,562 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:19:11,562 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:19:11,562 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:19:11,562 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35255,1733095146293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:11,562 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35255,1733095146293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:19:11,562 WARN [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f962de17fdc3,37653,1733095131741/hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:11,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f7609ad3ae0ad9ddc3bd42a32542b2d, ASSIGN}] 2024-12-01T23:19:11,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f7609ad3ae0ad9ddc3bd42a32542b2d, ASSIGN 2024-12-01T23:19:11,565 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f7609ad3ae0ad9ddc3bd42a32542b2d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T23:19:11,565 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:19:11,565 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:19:11,565 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35255,1733095146293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:11,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f1de00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:11,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35255,-1 for getting cluster id 2024-12-01T23:19:11,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:11,663 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '235fdaf4-fe46-4356-84e3-17a098bafaa7' 2024-12-01T23:19:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "235fdaf4-fe46-4356-84e3-17a098bafaa7" 2024-12-01T23:19:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482741cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35255,-1] 2024-12-01T23:19:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:11,665 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c3382c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:11,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,46621,1733095146337, seqNum=-1] 2024-12-01T23:19:11,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:11,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:11,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-01T23:19:11,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:11,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:11,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:11,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:11,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:11,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f962de17fdc3:35255 after: f962de17fdc3:35255 2024-12-01T23:19:11,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:11,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,35255,-1 for getting cluster id 2024-12-01T23:19:11,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:11,672 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '235fdaf4-fe46-4356-84e3-17a098bafaa7' 2024-12-01T23:19:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "235fdaf4-fe46-4356-84e3-17a098bafaa7" 2024-12-01T23:19:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac3c14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,35255,-1] 2024-12-01T23:19:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:11,673 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:11,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df4f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:11,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:11,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,35255,1733095146293 2024-12-01T23:19:11,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a36bedf 2024-12-01T23:19:11,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:11,676 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:11,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35255 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T23:19:11,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:19:11,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:11,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:11,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:11,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:11,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:11,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:19:11,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2141985621, stopped=false 2024-12-01T23:19:11,677 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,43071,1733095136651 2024-12-01T23:19:11,715 DEBUG [f962de17fdc3:35255 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:19:11,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7f7609ad3ae0ad9ddc3bd42a32542b2d, regionState=OPENING, regionLocation=f962de17fdc3,46621,1733095146337 2024-12-01T23:19:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f7609ad3ae0ad9ddc3bd42a32542b2d, ASSIGN because future has completed 2024-12-01T23:19:11,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7609ad3ae0ad9ddc3bd42a32542b2d, server=f962de17fdc3,46621,1733095146337}] 2024-12-01T23:19:11,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-859970153/running 2024-12-01T23:19:11,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-859970153/running 2024-12-01T23:19:11,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:19:11,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:19:11,728 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:19:11,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:11,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:11,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:11,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Set watcher on znode that does not yet exist, /1-859970153/running 2024-12-01T23:19:11,729 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,42331,1733095136805' ***** 2024-12-01T23:19:11,729 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:19:11,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Set watcher on znode that does not yet exist, /1-859970153/running 2024-12-01T23:19:11,729 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:19:11,729 INFO [RS:0;f962de17fdc3:42331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:19:11,729 INFO [RS:0;f962de17fdc3:42331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:19:11,729 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,42331,1733095136805 2024-12-01T23:19:11,729 INFO [RS:0;f962de17fdc3:42331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:19:11,729 INFO [RS:0;f962de17fdc3:42331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:42331. 2024-12-01T23:19:11,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:19:11,729 DEBUG [RS:0;f962de17fdc3:42331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:11,729 DEBUG [RS:0;f962de17fdc3:42331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:11,729 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:19:11,729 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:19:11,729 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:19:11,729 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:19:11,730 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:19:11,730 DEBUG [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:19:11,730 DEBUG [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:11,730 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:19:11,730 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:19:11,730 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:19:11,730 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:19:11,730 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:19:11,730 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-01T23:19:11,744 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740/.tmp/ns/87e9b975e13046a28e26d2de835a718b is 43, key is default/ns:d/1733095140126/Put/seqid=0 2024-12-01T23:19:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741835_1011 (size=5153) 2024-12-01T23:19:11,755 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:11,776 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:19:11,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:11,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:11,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:19:11,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C46621%2C1733095146337.rep, suffix=, logDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337, archiveDir=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs, maxLogs=10 2024-12-01T23:19:11,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.rep.1733095151875, exclude list is [], retry=0 2024-12-01T23:19:11,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46789,DS-4313c0a9-8799-4d11-9ed9-796f0cca2f9d,DISK] 2024-12-01T23:19:11,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.rep.1733095151875 2024-12-01T23:19:11,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39405:39405)] 2024-12-01T23:19:11,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f7609ad3ae0ad9ddc3bd42a32542b2d, NAME => 'hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:11,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:11,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:19:11,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. service=MultiRowMutationService 2024-12-01T23:19:11,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:19:11,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:11,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,892 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,893 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7609ad3ae0ad9ddc3bd42a32542b2d columnFamilyName hfileref 2024-12-01T23:19:11,893 DEBUG [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:11,894 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(327): Store=7f7609ad3ae0ad9ddc3bd42a32542b2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:11,894 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,894 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7609ad3ae0ad9ddc3bd42a32542b2d columnFamilyName queue 2024-12-01T23:19:11,894 DEBUG [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:11,899 DEBUG [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d/queue/676c9952f1554db58d3afa76250d5ad1 2024-12-01T23:19:11,900 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(327): Store=7f7609ad3ae0ad9ddc3bd42a32542b2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:11,900 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,900 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f7609ad3ae0ad9ddc3bd42a32542b2d columnFamilyName sid 2024-12-01T23:19:11,901 DEBUG [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:11,901 INFO [StoreOpener-7f7609ad3ae0ad9ddc3bd42a32542b2d-1 {}] regionserver.HStore(327): Store=7f7609ad3ae0ad9ddc3bd42a32542b2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:11,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:19:11,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 7f7609ad3ae0ad9ddc3bd42a32542b2d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59161103, jitterRate=-0.11843086779117584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:19:11,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:11,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 7f7609ad3ae0ad9ddc3bd42a32542b2d: Running coprocessor pre-open hook at 1733095151891Writing region info on filesystem at 1733095151891Initializing all the Stores at 1733095151892 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095151892Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095151892Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095151892Cleaning up temporary data from old regions at 1733095151904 (+12 ms)Running coprocessor post-open hooks at 1733095151906 (+2 ms)Region opened successfully at 1733095151907 (+1 ms) 2024-12-01T23:19:11,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d., pid=13, masterSystemTime=1733095151870 2024-12-01T23:19:11,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:11,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:11,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7f7609ad3ae0ad9ddc3bd42a32542b2d, regionState=OPEN, openSeqNum=9, regionLocation=f962de17fdc3,46621,1733095146337 2024-12-01T23:19:11,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f7609ad3ae0ad9ddc3bd42a32542b2d, server=f962de17fdc3,46621,1733095146337 because future has completed 2024-12-01T23:19:11,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-01T23:19:11,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f7609ad3ae0ad9ddc3bd42a32542b2d, server=f962de17fdc3,46621,1733095146337 in 195 msec 2024-12-01T23:19:11,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-01T23:19:11,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f7609ad3ae0ad9ddc3bd42a32542b2d, ASSIGN in 352 msec 2024-12-01T23:19:11,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-01T23:19:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d., hostname=f962de17fdc3,46621,1733095146337, seqNum=9] 2024-12-01T23:19:11,930 DEBUG [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:11,936 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for f962de17fdc3,37653,1733095131741 2024-12-01T23:19:11,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-01T23:19:11,966 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:19:11,966 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:19:12,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-01T23:19:12,130 DEBUG [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:12,148 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740/.tmp/ns/87e9b975e13046a28e26d2de835a718b 2024-12-01T23:19:12,201 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740/.tmp/ns/87e9b975e13046a28e26d2de835a718b as hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740/ns/87e9b975e13046a28e26d2de835a718b 2024-12-01T23:19:12,205 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740/ns/87e9b975e13046a28e26d2de835a718b, entries=2, sequenceid=6, filesize=5.0 K 2024-12-01T23:19:12,206 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 476ms, sequenceid=6, compaction requested=false 2024-12-01T23:19:12,206 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:19:12,210 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T23:19:12,211 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:12,211 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:12,211 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:12,211 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095151730Running coprocessor pre-close hooks at 1733095151730Disabling compacts and flushes for region at 1733095151730Disabling writes for close at 1733095151730Obtaining lock to block concurrent updates at 1733095151730Preparing flush snapshotting stores in 1588230740 at 1733095151730Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733095151730Flushing stores of hbase:meta,,1.1588230740 at 1733095151731 (+1 ms)Flushing 1588230740/ns: creating writer at 1733095151731Flushing 1588230740/ns: appending metadata at 1733095151744 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733095151744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9d601c: reopening flushed file at 1733095152200 (+456 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 476ms, sequenceid=6, compaction requested=false at 1733095152206 (+6 ms)Writing region close event to WAL at 1733095152207 (+1 ms)Running coprocessor post-close hooks at 1733095152211 (+4 ms)Closed at 1733095152211 2024-12-01T23:19:12,211 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:12,330 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,42331,1733095136805; all regions closed. 2024-12-01T23:19:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741834_1010 (size=1152) 2024-12-01T23:19:12,335 DEBUG [RS:0;f962de17fdc3:42331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/oldWALs 2024-12-01T23:19:12,335 INFO [RS:0;f962de17fdc3:42331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C42331%2C1733095136805.meta:.meta(num 1733095140078) 2024-12-01T23:19:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741832_1008 (size=93) 2024-12-01T23:19:12,339 DEBUG [RS:0;f962de17fdc3:42331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/oldWALs 2024-12-01T23:19:12,339 INFO [RS:0;f962de17fdc3:42331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C42331%2C1733095136805:(num 1733095139095) 2024-12-01T23:19:12,339 DEBUG [RS:0;f962de17fdc3:42331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:12,339 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:19:12,339 INFO [RS:0;f962de17fdc3:42331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:19:12,339 INFO [RS:0;f962de17fdc3:42331 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:19:12,339 INFO [RS:0;f962de17fdc3:42331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:19:12,339 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:19:12,340 INFO [RS:0;f962de17fdc3:42331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42331 2024-12-01T23:19:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-859970153/rs/f962de17fdc3,42331,1733095136805 2024-12-01T23:19:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153/rs 2024-12-01T23:19:12,360 INFO [RS:0;f962de17fdc3:42331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:19:12,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,42331,1733095136805] 2024-12-01T23:19:12,381 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-859970153/draining/f962de17fdc3,42331,1733095136805 already deleted, retry=false 2024-12-01T23:19:12,381 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,42331,1733095136805 expired; onlineServers=0 2024-12-01T23:19:12,381 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,43071,1733095136651' ***** 2024-12-01T23:19:12,381 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:19:12,381 INFO [M:0;f962de17fdc3:43071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:19:12,381 INFO [M:0;f962de17fdc3:43071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:19:12,381 DEBUG [M:0;f962de17fdc3:43071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:19:12,381 DEBUG [M:0;f962de17fdc3:43071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:19:12,381 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:19:12,381 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095138841 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095138841,5,FailOnTimeoutGroup] 2024-12-01T23:19:12,381 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095138841 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095138841,5,FailOnTimeoutGroup] 2024-12-01T23:19:12,381 INFO [M:0;f962de17fdc3:43071 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:19:12,381 INFO [M:0;f962de17fdc3:43071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:19:12,381 DEBUG [M:0;f962de17fdc3:43071 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:19:12,381 INFO [M:0;f962de17fdc3:43071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:19:12,381 INFO [M:0;f962de17fdc3:43071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:19:12,382 INFO [M:0;f962de17fdc3:43071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:19:12,382 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:19:12,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-859970153/master 2024-12-01T23:19:12,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859970153 2024-12-01T23:19:12,391 DEBUG [M:0;f962de17fdc3:43071 {}] zookeeper.ZKUtil(347): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Unable to get data of znode /1-859970153/master because node does not exist (not an error) 2024-12-01T23:19:12,391 WARN [M:0;f962de17fdc3:43071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:19:12,393 INFO [M:0;f962de17fdc3:43071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/.lastflushedseqids 2024-12-01T23:19:12,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741836_1012 (size=99) 2024-12-01T23:19:12,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:12,470 INFO [RS:0;f962de17fdc3:42331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:19:12,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42331-0x1019330fca80004, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:12,470 INFO [RS:0;f962de17fdc3:42331 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,42331,1733095136805; zookeeper connection closed. 2024-12-01T23:19:12,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72126365 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72126365 2024-12-01T23:19:12,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:19:12,760 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:12,798 INFO [M:0;f962de17fdc3:43071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:19:12,798 INFO [M:0;f962de17fdc3:43071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:19:12,798 DEBUG [M:0;f962de17fdc3:43071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:19:12,798 INFO [M:0;f962de17fdc3:43071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:12,798 DEBUG [M:0;f962de17fdc3:43071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:12,798 DEBUG [M:0;f962de17fdc3:43071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:19:12,798 DEBUG [M:0;f962de17fdc3:43071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:12,798 INFO [M:0;f962de17fdc3:43071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-01T23:19:12,812 DEBUG [M:0;f962de17fdc3:43071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c339a0dcf7cf4b5b9576bb2bf3fe4b86 is 82, key is hbase:meta,,1/info:regioninfo/1733095140109/Put/seqid=0 2024-12-01T23:19:12,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741837_1013 (size=5672) 2024-12-01T23:19:13,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:19:13,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:13,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:13,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:13,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:13,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:13,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:13,216 INFO [M:0;f962de17fdc3:43071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c339a0dcf7cf4b5b9576bb2bf3fe4b86 2024-12-01T23:19:13,238 DEBUG [M:0;f962de17fdc3:43071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba80b027af874afc845d1f369c452c43 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733095140129/Put/seqid=0 2024-12-01T23:19:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741838_1014 (size=5275) 2024-12-01T23:19:13,642 INFO [M:0;f962de17fdc3:43071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba80b027af874afc845d1f369c452c43 2024-12-01T23:19:13,659 DEBUG [M:0;f962de17fdc3:43071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f02d1cb58874c6cabe0b3bf6c26c1f0 is 69, key is f962de17fdc3,42331,1733095136805/rs:state/1733095138879/Put/seqid=0 2024-12-01T23:19:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741839_1015 (size=5156) 2024-12-01T23:19:13,864 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:14,064 INFO [M:0;f962de17fdc3:43071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f02d1cb58874c6cabe0b3bf6c26c1f0 2024-12-01T23:19:14,068 DEBUG [M:0;f962de17fdc3:43071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c339a0dcf7cf4b5b9576bb2bf3fe4b86 as hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c339a0dcf7cf4b5b9576bb2bf3fe4b86 2024-12-01T23:19:14,072 INFO [M:0;f962de17fdc3:43071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c339a0dcf7cf4b5b9576bb2bf3fe4b86, entries=8, sequenceid=28, filesize=5.5 K 2024-12-01T23:19:14,073 DEBUG [M:0;f962de17fdc3:43071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba80b027af874afc845d1f369c452c43 as hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba80b027af874afc845d1f369c452c43 2024-12-01T23:19:14,077 INFO [M:0;f962de17fdc3:43071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba80b027af874afc845d1f369c452c43, entries=3, sequenceid=28, filesize=5.2 K 2024-12-01T23:19:14,078 DEBUG [M:0;f962de17fdc3:43071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f02d1cb58874c6cabe0b3bf6c26c1f0 as hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f02d1cb58874c6cabe0b3bf6c26c1f0 2024-12-01T23:19:14,081 INFO [M:0;f962de17fdc3:43071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45479/user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f02d1cb58874c6cabe0b3bf6c26c1f0, entries=1, sequenceid=28, filesize=5.0 K 2024-12-01T23:19:14,082 INFO [M:0;f962de17fdc3:43071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false 2024-12-01T23:19:14,083 INFO [M:0;f962de17fdc3:43071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:14,083 DEBUG [M:0;f962de17fdc3:43071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095152798Disabling compacts and flushes for region at 1733095152798Disabling writes for close at 1733095152798Obtaining lock to block concurrent updates at 1733095152798Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095152798Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733095152798Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095152799 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095152799Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095152811 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095152812 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095153221 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095153237 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095153238 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095153646 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095153659 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095153659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a731df5: reopening flushed file at 1733095154068 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb47099: reopening flushed file at 1733095154072 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b60ec4: reopening flushed file at 1733095154077 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false at 1733095154082 (+5 ms)Writing region close event to WAL at 1733095154083 (+1 ms)Closed at 1733095154083 2024-12-01T23:19:14,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45435 is added to blk_1073741830_1006 (size=10165) 2024-12-01T23:19:14,086 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f36d861c-1b61-5ca1-41b7-fe6ba61f081c/MasterData/WALs/f962de17fdc3,43071,1733095136651/f962de17fdc3%2C43071%2C1733095136651.1733095138575 not finished, retry = 0 2024-12-01T23:19:14,187 INFO [M:0;f962de17fdc3:43071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:19:14,187 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:19:14,187 INFO [M:0;f962de17fdc3:43071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43071 2024-12-01T23:19:14,187 INFO [M:0;f962de17fdc3:43071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:19:14,354 INFO [M:0;f962de17fdc3:43071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:19:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43071-0x1019330fca80003, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:14,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@544c804c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:19:14,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f81a38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:19:14,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:19:14,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bff4f3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:19:14,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd6c9c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/hadoop.log.dir/,STOPPED} 2024-12-01T23:19:14,392 WARN [BP-2025612763-172.17.0.3-1733095134263 heartbeating to localhost/127.0.0.1:45479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:19:14,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:19:14,392 WARN [BP-2025612763-172.17.0.3-1733095134263 heartbeating to localhost/127.0.0.1:45479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2025612763-172.17.0.3-1733095134263 (Datanode Uuid 732dc625-a5a9-40f1-8c6f-4e766e2816ef) service to localhost/127.0.0.1:45479 2024-12-01T23:19:14,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:19:14,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/cluster_ac81e27d-b0f4-bef8-6606-6a4df08aa1e0/data/data1/current/BP-2025612763-172.17.0.3-1733095134263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:19:14,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/cluster_ac81e27d-b0f4-bef8-6606-6a4df08aa1e0/data/data2/current/BP-2025612763-172.17.0.3-1733095134263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:19:14,393 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:19:14,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c58f274{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:19:14,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25c7dd70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:19:14,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:19:14,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8042823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:19:14,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e2755e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/hadoop.log.dir/,STOPPED} 2024-12-01T23:19:14,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:19:14,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:19:14,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:14,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:14,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:14,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:14,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:14,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:19:14,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=784949687, stopped=false 2024-12-01T23:19:14,408 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,35255,1733095146293 2024-12-01T23:19:14,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01276729168/running 2024-12-01T23:19:14,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01276729168/running 2024-12-01T23:19:14,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:14,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:14,423 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:19:14,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:14,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:14,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:14,423 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,46621,1733095146337' ***** 2024-12-01T23:19:14,423 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:19:14,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/running 2024-12-01T23:19:14,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Set watcher on znode that does not yet exist, /01276729168/running 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:19:14,424 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,46621,1733095146337 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:46621. 2024-12-01T23:19:14,424 DEBUG [RS:0;f962de17fdc3:46621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:14,424 DEBUG [RS:0;f962de17fdc3:46621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:14,424 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f7609ad3ae0ad9ddc3bd42a32542b2d, disabling compactions & flushes 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:19:14,424 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:19:14,424 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:14,424 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. after waiting 0 ms 2024-12-01T23:19:14,424 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:14,424 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:19:14,424 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1325): Online Regions={7f7609ad3ae0ad9ddc3bd42a32542b2d=hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:19:14,424 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f7609ad3ae0ad9ddc3bd42a32542b2d 2024-12-01T23:19:14,424 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:19:14,425 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:19:14,425 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:19:14,425 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:19:14,425 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:19:14,425 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-01T23:19:14,428 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/replication/7f7609ad3ae0ad9ddc3bd42a32542b2d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-01T23:19:14,428 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:14,428 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:14,428 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:14,428 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f7609ad3ae0ad9ddc3bd42a32542b2d: Waiting for close lock at 1733095154424Running coprocessor pre-close hooks at 1733095154424Disabling compacts and flushes for region at 1733095154424Disabling writes for close at 1733095154424Writing region close event to WAL at 1733095154425 (+1 ms)Running coprocessor post-close hooks at 1733095154428 (+3 ms)Closed at 1733095154428 2024-12-01T23:19:14,429 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d. 2024-12-01T23:19:14,438 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/info/80a15fe1c6be410496e670d67a469272 is 147, key is hbase:replication,,1733095140188.7f7609ad3ae0ad9ddc3bd42a32542b2d./info:regioninfo/1733095151910/Put/seqid=0 2024-12-01T23:19:14,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741851_1027 (size=6385) 2024-12-01T23:19:14,468 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:19:14,625 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:14,825 DEBUG [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:14,842 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/info/80a15fe1c6be410496e670d67a469272 2024-12-01T23:19:14,848 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/.tmp/info/80a15fe1c6be410496e670d67a469272 as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/info/80a15fe1c6be410496e670d67a469272 2024-12-01T23:19:14,853 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/info/80a15fe1c6be410496e670d67a469272, entries=8, sequenceid=19, filesize=6.2 K 2024-12-01T23:19:14,854 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-12-01T23:19:14,858 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-01T23:19:14,859 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:14,859 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:14,859 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:14,859 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095154424Running coprocessor pre-close hooks at 1733095154424Disabling compacts and flushes for region at 1733095154424Disabling writes for close at 1733095154425 (+1 ms)Obtaining lock to block concurrent updates at 1733095154425Preparing flush snapshotting stores in 1588230740 at 1733095154425Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733095154425Flushing stores of hbase:meta,,1.1588230740 at 1733095154425Flushing 1588230740/info: creating writer at 1733095154425Flushing 1588230740/info: appending metadata at 1733095154438 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733095154438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eae4f79: reopening flushed file at 1733095154847 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1733095154854 (+7 ms)Writing region close event to WAL at 1733095154855 (+1 ms)Running coprocessor post-close hooks at 1733095154859 (+4 ms)Closed at 1733095154859 2024-12-01T23:19:14,859 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:15,025 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,46621,1733095146337; all regions closed. 2024-12-01T23:19:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741849_1025 (size=2156) 2024-12-01T23:19:15,027 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.meta.1733095147666.meta not finished, retry = 0 2024-12-01T23:19:15,069 DEBUG [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 to pos 0, reset compression=false 2024-12-01T23:19:15,130 DEBUG [RS:0;f962de17fdc3:46621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs 2024-12-01T23:19:15,130 INFO [RS:0;f962de17fdc3:46621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C46621%2C1733095146337.meta:.meta(num 1733095147666) 2024-12-01T23:19:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741850_1026 (size=796) 2024-12-01T23:19:15,133 DEBUG [RS:0;f962de17fdc3:46621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs 2024-12-01T23:19:15,133 INFO [RS:0;f962de17fdc3:46621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C46621%2C1733095146337.rep:(num 1733095151875) 2024-12-01T23:19:15,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741848_1024 (size=93) 2024-12-01T23:19:15,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/WALs/f962de17fdc3,46621,1733095146337/f962de17fdc3%2C46621%2C1733095146337.1733095147303 not finished, retry = 0 2024-12-01T23:19:15,219 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:19:15,219 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:19:15,238 DEBUG [RS:0;f962de17fdc3:46621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/oldWALs 2024-12-01T23:19:15,238 INFO [RS:0;f962de17fdc3:46621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C46621%2C1733095146337:(num 1733095147303) 2024-12-01T23:19:15,238 DEBUG [RS:0;f962de17fdc3:46621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:15,238 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:19:15,238 INFO [RS:0;f962de17fdc3:46621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:19:15,238 INFO [RS:0;f962de17fdc3:46621 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:19:15,238 INFO [RS:0;f962de17fdc3:46621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:19:15,238 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:19:15,239 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,46621,1733095146337 because: Region server is closing 2024-12-01T23:19:15,239 INFO [RS:0;f962de17fdc3:46621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:46621. 2024-12-01T23:19:15,239 DEBUG [RS:0;f962de17fdc3:46621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:15,239 DEBUG [RS:0;f962de17fdc3:46621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:15,239 DEBUG [RS:0;f962de17fdc3:46621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:15,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:15,239 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-01T23:19:15,239 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-01T23:19:15,239 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-01T23:19:15,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:15,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:19:15,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:15,339 WARN [RS:0;f962de17fdc3:46621.replicationSource.wal-reader.f962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:19:15,339 WARN [RS:0;f962de17fdc3:46621.replicationSource.shipperf962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T23:19:15,339 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f962de17fdc3:46621.replicationSource.shipperf962de17fdc3%2C46621%2C1733095146337,1-f962de17fdc3,46621,1733095146337 terminated 2024-12-01T23:19:15,340 INFO [RS:0;f962de17fdc3:46621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46621 2024-12-01T23:19:15,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168/rs 2024-12-01T23:19:15,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01276729168/rs/f962de17fdc3,46621,1733095146337 2024-12-01T23:19:15,381 INFO [RS:0;f962de17fdc3:46621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:19:15,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,46621,1733095146337] 2024-12-01T23:19:15,401 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01276729168/draining/f962de17fdc3,46621,1733095146337 already deleted, retry=false 2024-12-01T23:19:15,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,46621,1733095146337 expired; onlineServers=0 2024-12-01T23:19:15,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,35255,1733095146293' ***** 2024-12-01T23:19:15,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:19:15,402 INFO [M:0;f962de17fdc3:35255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:19:15,402 INFO [M:0;f962de17fdc3:35255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:19:15,402 DEBUG [M:0;f962de17fdc3:35255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:19:15,402 DEBUG [M:0;f962de17fdc3:35255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:19:15,402 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:19:15,402 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095147042 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095147042,5,FailOnTimeoutGroup] 2024-12-01T23:19:15,402 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095147042 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095147042,5,FailOnTimeoutGroup] 2024-12-01T23:19:15,402 INFO [M:0;f962de17fdc3:35255 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:19:15,402 INFO [M:0;f962de17fdc3:35255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:19:15,402 DEBUG [M:0;f962de17fdc3:35255 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:19:15,402 INFO [M:0;f962de17fdc3:35255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:19:15,402 INFO [M:0;f962de17fdc3:35255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:19:15,402 INFO [M:0;f962de17fdc3:35255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:19:15,402 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:19:15,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01276729168/master 2024-12-01T23:19:15,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01276729168 2024-12-01T23:19:15,412 DEBUG [M:0;f962de17fdc3:35255 {}] zookeeper.ZKUtil(347): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Unable to get data of znode /01276729168/master because node does not exist (not an error) 2024-12-01T23:19:15,412 WARN [M:0;f962de17fdc3:35255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:19:15,413 INFO [M:0;f962de17fdc3:35255 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/.lastflushedseqids 2024-12-01T23:19:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741852_1028 (size=181) 2024-12-01T23:19:15,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:15,491 INFO [RS:0;f962de17fdc3:46621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:19:15,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46621-0x1019330fca80007, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:15,491 INFO [RS:0;f962de17fdc3:46621 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,46621,1733095146337; zookeeper connection closed. 2024-12-01T23:19:15,491 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19833f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19833f2 2024-12-01T23:19:15,492 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:19:15,817 INFO [M:0;f962de17fdc3:35255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:19:15,817 INFO [M:0;f962de17fdc3:35255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:19:15,817 DEBUG [M:0;f962de17fdc3:35255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:19:15,818 INFO [M:0;f962de17fdc3:35255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:15,818 DEBUG [M:0;f962de17fdc3:35255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:15,818 DEBUG [M:0;f962de17fdc3:35255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:19:15,818 DEBUG [M:0;f962de17fdc3:35255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:15,818 INFO [M:0;f962de17fdc3:35255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-01T23:19:15,836 DEBUG [M:0;f962de17fdc3:35255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3348ae9ce9f144a586e556a87ff29dfc is 82, key is hbase:meta,,1/info:regioninfo/1733095147714/Put/seqid=0 2024-12-01T23:19:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741853_1029 (size=5672) 2024-12-01T23:19:16,240 INFO [M:0;f962de17fdc3:35255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3348ae9ce9f144a586e556a87ff29dfc 2024-12-01T23:19:16,258 DEBUG [M:0;f962de17fdc3:35255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c511f5945724aad852a707cf00fa998 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733095151916/Put/seqid=0 2024-12-01T23:19:16,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741854_1030 (size=7312) 2024-12-01T23:19:16,663 INFO [M:0;f962de17fdc3:35255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c511f5945724aad852a707cf00fa998 2024-12-01T23:19:16,679 DEBUG [M:0;f962de17fdc3:35255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22dfa43ce68c420ab2ae548f13825309 is 69, key is f962de17fdc3,46621,1733095146337/rs:state/1733095147092/Put/seqid=0 2024-12-01T23:19:16,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741855_1031 (size=5370) 2024-12-01T23:19:17,083 INFO [M:0;f962de17fdc3:35255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22dfa43ce68c420ab2ae548f13825309 2024-12-01T23:19:17,087 INFO [M:0;f962de17fdc3:35255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22dfa43ce68c420ab2ae548f13825309 2024-12-01T23:19:17,088 DEBUG [M:0;f962de17fdc3:35255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3348ae9ce9f144a586e556a87ff29dfc as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3348ae9ce9f144a586e556a87ff29dfc 2024-12-01T23:19:17,092 INFO [M:0;f962de17fdc3:35255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3348ae9ce9f144a586e556a87ff29dfc, entries=8, sequenceid=127, filesize=5.5 K 2024-12-01T23:19:17,093 DEBUG [M:0;f962de17fdc3:35255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c511f5945724aad852a707cf00fa998 as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c511f5945724aad852a707cf00fa998 2024-12-01T23:19:17,098 INFO [M:0;f962de17fdc3:35255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c511f5945724aad852a707cf00fa998, entries=7, sequenceid=127, filesize=7.1 K 2024-12-01T23:19:17,099 DEBUG [M:0;f962de17fdc3:35255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22dfa43ce68c420ab2ae548f13825309 as hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22dfa43ce68c420ab2ae548f13825309 2024-12-01T23:19:17,103 INFO [M:0;f962de17fdc3:35255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22dfa43ce68c420ab2ae548f13825309 2024-12-01T23:19:17,103 INFO [M:0;f962de17fdc3:35255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43145/user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22dfa43ce68c420ab2ae548f13825309, entries=2, sequenceid=127, filesize=5.2 K 2024-12-01T23:19:17,104 INFO [M:0;f962de17fdc3:35255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-12-01T23:19:17,105 INFO [M:0;f962de17fdc3:35255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:17,105 DEBUG [M:0;f962de17fdc3:35255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095155817Disabling compacts and flushes for region at 1733095155817Disabling writes for close at 1733095155818 (+1 ms)Obtaining lock to block concurrent updates at 1733095155818Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095155818Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733095155818Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095155819 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095155819Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095155836 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095155836Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095156245 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095156258 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095156258Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095156667 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095156679 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095156679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604774bd: reopening flushed file at 1733095157087 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25aa10b5: reopening flushed file at 1733095157092 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265d2481: reopening flushed file at 1733095157098 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1733095157104 (+6 ms)Writing region close event to WAL at 1733095157105 (+1 ms)Closed at 1733095157105 2024-12-01T23:19:17,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f2ece8a-7ea8-4044-4c32-9a69b6e69fb1/MasterData/WALs/f962de17fdc3,35255,1733095146293/f962de17fdc3%2C35255%2C1733095146293.1733095146830 not finished, retry = 0 2024-12-01T23:19:17,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46789 is added to blk_1073741847_1023 (size=22903) 2024-12-01T23:19:17,208 INFO [M:0;f962de17fdc3:35255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:19:17,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:19:17,208 INFO [M:0;f962de17fdc3:35255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35255 2024-12-01T23:19:17,208 INFO [M:0;f962de17fdc3:35255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:19:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:17,365 INFO [M:0;f962de17fdc3:35255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:19:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35255-0x1019330fca80006, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:17,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f75450{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:19:17,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34b66f5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:19:17,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:19:17,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f6c943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:19:17,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590247d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/hadoop.log.dir/,STOPPED} 2024-12-01T23:19:17,369 WARN [BP-1920406440-172.17.0.3-1733095129364 heartbeating to localhost/127.0.0.1:43145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:19:17,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:19:17,369 WARN [BP-1920406440-172.17.0.3-1733095129364 heartbeating to localhost/127.0.0.1:43145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1920406440-172.17.0.3-1733095129364 (Datanode Uuid 86ac1a83-1bac-48e4-b80b-7dfde596c230) service to localhost/127.0.0.1:43145 2024-12-01T23:19:17,369 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:19:17,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/cluster_a07546cd-a122-d887-3f3d-2e33d0b8f3be/data/data1/current/BP-1920406440-172.17.0.3-1733095129364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:19:17,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/cluster_a07546cd-a122-d887-3f3d-2e33d0b8f3be/data/data2/current/BP-1920406440-172.17.0.3-1733095129364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:19:17,369 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:19:17,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@103e63a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:19:17,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:19:17,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:19:17,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:19:17,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/429a3e22-5cca-f41a-6a79-603afb3c13e7/hadoop.log.dir/,STOPPED} 2024-12-01T23:19:17,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:19:17,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:19:17,397 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43145 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52593) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45479 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=5354 (was 5872) 2024-12-01T23:19:17,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=5354 2024-12-01T23:19:17,416 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-01T23:19:17,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/hadoop.log.dir so I do NOT create it in target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e 2024-12-01T23:19:17,417 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:19:17,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/hadoop.tmp.dir so I do NOT create it in target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e 2024-12-01T23:19:17,417 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f6992be-e51f-e51f-13ba-f7e0a47c661e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:19:17,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e 2024-12-01T23:19:17,417 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/cluster_717c9279-7006-7e13-d3f7-f2fe11b27063, deleteOnExit=true 2024-12-01T23:19:17,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/cluster_717c9279-7006-7e13-d3f7-f2fe11b27063/zookeeper_0, clientPort=61468, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/cluster_717c9279-7006-7e13-d3f7-f2fe11b27063/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/cluster_717c9279-7006-7e13-d3f7-f2fe11b27063/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:19:17,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61468 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/test.cache.data in system properties and HBase conf 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:19:17,462 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:19:17,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:19:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:19:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:19:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:19:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:19:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:19:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:19:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:19:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:19:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:19:17,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019330fca80002, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:19:17,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019330fca80005, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:19:17,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019330fca80002, quorum=127.0.0.1:52593, baseZNode=/01276729168 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:19:17,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019330fca80005, quorum=127.0.0.1:52593, baseZNode=/1-859970153 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:19:17,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:17,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:19:17,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:19:17,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:19:17,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:19:17,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:17,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd95385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:19:17,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b19225d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:19:17,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a0d3f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/java.io.tmpdir/jetty-localhost-46841-hadoop-hdfs-3_4_1-tests_jar-_-any-17207130335881804024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:19:17,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf68f11{HTTP/1.1, (http/1.1)}{localhost:46841} 2024-12-01T23:19:17,942 INFO [Time-limited test {}] server.Server(415): Started @168712ms 2024-12-01T23:19:18,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:18,237 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:19:18,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:19:18,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:19:18,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:19:18,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:19:18,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:19:18,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702d0e1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/java.io.tmpdir/jetty-localhost-40389-hadoop-hdfs-3_4_1-tests_jar-_-any-6987502127202668096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:19:18,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:40389} 2024-12-01T23:19:18,340 INFO [Time-limited test {}] server.Server(415): Started @169110ms 2024-12-01T23:19:18,342 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:19:19,085 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/cluster_717c9279-7006-7e13-d3f7-f2fe11b27063/data/data1/current/BP-1103866109-172.17.0.3-1733095157488/current, will proceed with Du for space computation calculation, 2024-12-01T23:19:19,085 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/cluster_717c9279-7006-7e13-d3f7-f2fe11b27063/data/data2/current/BP-1103866109-172.17.0.3-1733095157488/current, will proceed with Du for space computation calculation, 2024-12-01T23:19:19,108 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:19:19,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ecba3bd2fd4ec2e with lease ID 0xd79ec447d75dfca6: Processing first storage report for DS-7b87c1e9-4b3d-4b09-8e78-500083e6d7dd from datanode DatanodeRegistration(127.0.0.1:46293, datanodeUuid=d16f7883-6f62-4dfd-b6de-4b2438dda540, infoPort=41299, infoSecurePort=0, ipcPort=45157, storageInfo=lv=-57;cid=testClusterID;nsid=1753297580;c=1733095157488) 2024-12-01T23:19:19,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ecba3bd2fd4ec2e with lease ID 0xd79ec447d75dfca6: from storage DS-7b87c1e9-4b3d-4b09-8e78-500083e6d7dd node DatanodeRegistration(127.0.0.1:46293, datanodeUuid=d16f7883-6f62-4dfd-b6de-4b2438dda540, infoPort=41299, infoSecurePort=0, ipcPort=45157, storageInfo=lv=-57;cid=testClusterID;nsid=1753297580;c=1733095157488), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:19:19,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ecba3bd2fd4ec2e with lease ID 0xd79ec447d75dfca6: Processing first storage report for DS-d99102b8-b19a-4803-8ecb-15dadcd46e31 from datanode DatanodeRegistration(127.0.0.1:46293, datanodeUuid=d16f7883-6f62-4dfd-b6de-4b2438dda540, infoPort=41299, infoSecurePort=0, ipcPort=45157, storageInfo=lv=-57;cid=testClusterID;nsid=1753297580;c=1733095157488) 2024-12-01T23:19:19,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ecba3bd2fd4ec2e with lease ID 0xd79ec447d75dfca6: from storage DS-d99102b8-b19a-4803-8ecb-15dadcd46e31 node DatanodeRegistration(127.0.0.1:46293, datanodeUuid=d16f7883-6f62-4dfd-b6de-4b2438dda540, infoPort=41299, infoSecurePort=0, ipcPort=45157, storageInfo=lv=-57;cid=testClusterID;nsid=1753297580;c=1733095157488), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:19:19,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e 2024-12-01T23:19:19,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:19,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:19:19,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be with version=8 2024-12-01T23:19:19,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/hbase-staging 2024-12-01T23:19:19,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:19:19,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:19,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:19,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:19:19,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:19,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:19:19,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:19:19,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:19:19,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38425 2024-12-01T23:19:19,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38425 connecting to ZooKeeper ensemble=127.0.0.1:61468 2024-12-01T23:19:19,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384250x0, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:19,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38425-0x10193316a7f0000 connected 2024-12-01T23:19:19,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:19,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:19,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Set watcher on znode that does not yet exist, /01135990287/running 2024-12-01T23:19:19,752 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be, hbase.cluster.distributed=false 2024-12-01T23:19:19,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Set watcher on znode that does not yet exist, /01135990287/acl 2024-12-01T23:19:19,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38425 2024-12-01T23:19:19,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38425 2024-12-01T23:19:19,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38425 2024-12-01T23:19:19,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38425 2024-12-01T23:19:19,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38425 2024-12-01T23:19:19,766 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:19:19,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:19,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:19,766 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:19:19,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:19,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:19:19,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:19:19,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:19:19,767 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36039 2024-12-01T23:19:19,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36039 connecting to ZooKeeper ensemble=127.0.0.1:61468 2024-12-01T23:19:19,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:19,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:19,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360390x0, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:19,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360390x0, quorum=127.0.0.1:61468, baseZNode=/01135990287 Set watcher on znode that does not yet exist, /01135990287/running 2024-12-01T23:19:19,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36039-0x10193316a7f0001 connected 2024-12-01T23:19:19,781 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:19:19,782 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:19:19,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Set watcher on znode that does not yet exist, /01135990287/master 2024-12-01T23:19:19,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Set watcher on znode that does not yet exist, /01135990287/acl 2024-12-01T23:19:19,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36039 2024-12-01T23:19:19,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36039 2024-12-01T23:19:19,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36039 2024-12-01T23:19:19,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36039 2024-12-01T23:19:19,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36039 2024-12-01T23:19:19,800 DEBUG [M:0;f962de17fdc3:38425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:38425 2024-12-01T23:19:19,800 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01135990287/backup-masters/f962de17fdc3,38425,1733095159579 2024-12-01T23:19:19,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:19:19,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287/backup-masters 2024-12-01T23:19:19,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287/backup-masters 2024-12-01T23:19:19,940 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Set watcher on existing znode=/01135990287/backup-masters/f962de17fdc3,38425,1733095159579 2024-12-01T23:19:19,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01135990287/master 2024-12-01T23:19:19,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:19,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:19,949 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Set watcher on existing znode=/01135990287/master 2024-12-01T23:19:19,949 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01135990287/backup-masters/f962de17fdc3,38425,1733095159579 from backup master directory 2024-12-01T23:19:19,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:19,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:19,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:19,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:19,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:19,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287/backup-masters 2024-12-01T23:19:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01135990287/backup-masters/f962de17fdc3,38425,1733095159579 2024-12-01T23:19:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287/backup-masters 2024-12-01T23:19:19,959 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:19:19,959 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,38425,1733095159579 2024-12-01T23:19:19,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:19,963 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/hbase.id] with ID: 371381b8-a28c-4679-8ec2-c9f4379d4845 2024-12-01T23:19:19,963 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/.tmp/hbase.id 2024-12-01T23:19:19,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:19:20,369 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/.tmp/hbase.id]:[hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/hbase.id] 2024-12-01T23:19:20,379 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:20,380 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:19:20,380 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T23:19:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:20,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:19:20,828 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:19:20,828 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:19:20,829 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:20,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:19:21,235 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store 2024-12-01T23:19:21,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:19:21,641 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:21,641 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:19:21,641 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:21,641 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:21,641 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:19:21,641 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:21,641 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:21,641 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095161641Disabling compacts and flushes for region at 1733095161641Disabling writes for close at 1733095161641Writing region close event to WAL at 1733095161641Closed at 1733095161641 2024-12-01T23:19:21,642 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/.initializing 2024-12-01T23:19:21,642 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/WALs/f962de17fdc3,38425,1733095159579 2024-12-01T23:19:21,643 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:19:21,644 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C38425%2C1733095159579, suffix=, logDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/WALs/f962de17fdc3,38425,1733095159579, archiveDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/oldWALs, maxLogs=10 2024-12-01T23:19:21,660 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/WALs/f962de17fdc3,38425,1733095159579/f962de17fdc3%2C38425%2C1733095159579.1733095161645, exclude list is [], retry=0 2024-12-01T23:19:21,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-7b87c1e9-4b3d-4b09-8e78-500083e6d7dd,DISK] 2024-12-01T23:19:21,664 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/WALs/f962de17fdc3,38425,1733095159579/f962de17fdc3%2C38425%2C1733095159579.1733095161645 2024-12-01T23:19:21,665 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-12-01T23:19:21,665 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:21,665 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:21,665 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,665 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:19:21,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:21,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:21,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:19:21,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:21,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:21,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:19:21,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:21,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:21,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:19:21,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:21,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:21,673 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,674 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,674 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,675 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,675 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,675 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:21,676 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:21,678 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:21,678 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66123132, jitterRate=-0.014688551425933838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:21,679 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095161665Initializing all the Stores at 1733095161666 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095161666Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095161666Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095161666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095161666Cleaning up temporary data from old regions at 1733095161675 (+9 ms)Region opened successfully at 1733095161679 (+4 ms) 2024-12-01T23:19:21,679 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:19:21,681 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733a825e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:19:21,682 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:19:21,682 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:19:21,682 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:19:21,682 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:19:21,682 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:19:21,683 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:19:21,683 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:19:21,684 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:19:21,685 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Unable to get data of znode /01135990287/balancer because node does not exist (not necessarily an error) 2024-12-01T23:19:21,770 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01135990287/balancer already deleted, retry=false 2024-12-01T23:19:21,770 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:19:21,770 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Unable to get data of znode /01135990287/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:19:21,780 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01135990287/normalizer already deleted, retry=false 2024-12-01T23:19:21,780 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:19:21,781 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Unable to get data of znode /01135990287/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:19:21,790 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01135990287/switch/split already deleted, retry=false 2024-12-01T23:19:21,791 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Unable to get data of znode /01135990287/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:19:21,801 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01135990287/switch/merge already deleted, retry=false 2024-12-01T23:19:21,803 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Unable to get data of znode /01135990287/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:19:21,811 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01135990287/snapshot-cleanup already deleted, retry=false 2024-12-01T23:19:21,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01135990287/running 2024-12-01T23:19:21,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01135990287/running 2024-12-01T23:19:21,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:21,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:21,823 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,38425,1733095159579, sessionid=0x10193316a7f0000, setting cluster-up flag (Was=false) 2024-12-01T23:19:21,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:21,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:21,875 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01135990287/flush-table-proc/acquired, /01135990287/flush-table-proc/reached, /01135990287/flush-table-proc/abort 2024-12-01T23:19:21,876 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,38425,1733095159579 2024-12-01T23:19:21,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:21,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:21,927 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01135990287/online-snapshot/acquired, /01135990287/online-snapshot/reached, /01135990287/online-snapshot/abort 2024-12-01T23:19:21,928 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,38425,1733095159579 2024-12-01T23:19:21,929 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:19:21,930 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:21,931 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:19:21,931 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:19:21,931 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f962de17fdc3,37653,1733095131741: status=Processing ServerCrashProcedure of f962de17fdc3,37653,1733095131741 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733095147041, completionTime=-1 appears to have been leaked 2024-12-01T23:19:21,931 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,38425,1733095159579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:19:21,932 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:21,932 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:21,932 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:21,932 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:21,932 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:19:21,932 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:21,932 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:19:21,932 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:21,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:21,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:19:21,934 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:21,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:19:21,936 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095191936 2024-12-01T23:19:21,936 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:19:21,936 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:19:21,936 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:19:21,936 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:19:21,936 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:19:21,936 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:19:21,936 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:21,940 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:19:21,940 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:19:21,940 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:19:21,940 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:19:21,941 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:19:21,941 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:19:21,941 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095161941,5,FailOnTimeoutGroup] 2024-12-01T23:19:21,941 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095161941,5,FailOnTimeoutGroup] 2024-12-01T23:19:21,941 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:21,941 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:19:21,941 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:21,941 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:21,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:19:21,993 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(746): ClusterId : 371381b8-a28c-4679-8ec2-c9f4379d4845 2024-12-01T23:19:21,993 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:19:22,002 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:19:22,002 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:19:22,012 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:19:22,013 DEBUG [RS:0;f962de17fdc3:36039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eb5d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:19:22,023 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:36039 2024-12-01T23:19:22,023 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:19:22,023 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:19:22,023 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:19:22,024 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,38425,1733095159579 with port=36039, startcode=1733095159766 2024-12-01T23:19:22,024 DEBUG [RS:0;f962de17fdc3:36039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:19:22,025 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:19:22,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,36039,1733095159766 2024-12-01T23:19:22,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38425 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,36039,1733095159766 2024-12-01T23:19:22,027 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be 2024-12-01T23:19:22,027 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45353 2024-12-01T23:19:22,027 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:19:22,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287/rs 2024-12-01T23:19:22,033 DEBUG [RS:0;f962de17fdc3:36039 {}] zookeeper.ZKUtil(111): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Set watcher on existing znode=/01135990287/rs/f962de17fdc3,36039,1733095159766 2024-12-01T23:19:22,033 WARN [RS:0;f962de17fdc3:36039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:19:22,033 INFO [RS:0;f962de17fdc3:36039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:22,033 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766 2024-12-01T23:19:22,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,36039,1733095159766] 2024-12-01T23:19:22,036 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:19:22,037 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:19:22,037 INFO [RS:0;f962de17fdc3:36039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:19:22,037 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:22,038 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:19:22,038 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:19:22,038 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:19:22,039 DEBUG [RS:0;f962de17fdc3:36039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:19:22,039 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:22,040 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:22,040 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:22,040 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:22,040 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:22,040 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36039,1733095159766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:22,052 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:19:22,052 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36039,1733095159766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:22,052 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:22,052 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.Replication(171): f962de17fdc3,36039,1733095159766 started 2024-12-01T23:19:22,064 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:22,064 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,36039,1733095159766, RpcServer on f962de17fdc3/172.17.0.3:36039, sessionid=0x10193316a7f0001 2024-12-01T23:19:22,064 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:19:22,064 DEBUG [RS:0;f962de17fdc3:36039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,36039,1733095159766 2024-12-01T23:19:22,064 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,36039,1733095159766' 2024-12-01T23:19:22,064 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01135990287/flush-table-proc/abort' 2024-12-01T23:19:22,065 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01135990287/flush-table-proc/acquired' 2024-12-01T23:19:22,065 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:19:22,065 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:19:22,065 DEBUG [RS:0;f962de17fdc3:36039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,36039,1733095159766 2024-12-01T23:19:22,065 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,36039,1733095159766' 2024-12-01T23:19:22,065 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01135990287/online-snapshot/abort' 2024-12-01T23:19:22,065 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01135990287/online-snapshot/acquired' 2024-12-01T23:19:22,066 DEBUG [RS:0;f962de17fdc3:36039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:19:22,066 INFO [RS:0;f962de17fdc3:36039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:19:22,066 INFO [RS:0;f962de17fdc3:36039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:19:22,166 INFO [RS:0;f962de17fdc3:36039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:19:22,167 INFO [RS:0;f962de17fdc3:36039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C36039%2C1733095159766, suffix=, logDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766, archiveDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/oldWALs, maxLogs=10 2024-12-01T23:19:22,179 DEBUG [RS:0;f962de17fdc3:36039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168, exclude list is [], retry=0 2024-12-01T23:19:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-7b87c1e9-4b3d-4b09-8e78-500083e6d7dd,DISK] 2024-12-01T23:19:22,183 INFO [RS:0;f962de17fdc3:36039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 2024-12-01T23:19:22,183 DEBUG [RS:0;f962de17fdc3:36039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-12-01T23:19:22,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:19:22,345 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be 2024-12-01T23:19:22,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:19:22,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:22,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:19:22,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:19:22,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:22,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:22,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:19:22,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:19:22,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:22,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:22,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:19:22,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:19:22,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:22,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:22,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:19:22,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:19:22,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:22,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:22,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:19:22,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740 2024-12-01T23:19:22,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740 2024-12-01T23:19:22,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:19:22,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:19:22,760 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:22,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:19:22,762 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:22,762 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71782279, jitterRate=0.06963931024074554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:22,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095162751Initializing all the Stores at 1733095162752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095162752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095162752Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095162752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095162752Cleaning up temporary data from old regions at 1733095162760 (+8 ms)Region opened successfully at 1733095162763 (+3 ms) 2024-12-01T23:19:22,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:19:22,763 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:19:22,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:19:22,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:19:22,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:19:22,763 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:22,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095162763Disabling compacts and flushes for region at 1733095162763Disabling writes for close at 1733095162763Writing region close event to WAL at 1733095162763Closed at 1733095162763 2024-12-01T23:19:22,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:22,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:19:22,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:19:22,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:19:22,765 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:19:22,916 DEBUG [f962de17fdc3:38425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:19:22,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,36039,1733095159766 2024-12-01T23:19:22,917 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,36039,1733095159766, state=OPENING 2024-12-01T23:19:22,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:19:22,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:22,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:22,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:19:22,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01135990287/meta-region-server: CHANGED 2024-12-01T23:19:22,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01135990287/meta-region-server: CHANGED 2024-12-01T23:19:22,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,36039,1733095159766}] 2024-12-01T23:19:23,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:19:23,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:19:23,147 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:19:23,147 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:23,148 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:19:23,149 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C36039%2C1733095159766.meta, suffix=.meta, logDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766, archiveDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/oldWALs, maxLogs=10 2024-12-01T23:19:23,160 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.meta.1733095163149.meta, exclude list is [], retry=0 2024-12-01T23:19:23,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-7b87c1e9-4b3d-4b09-8e78-500083e6d7dd,DISK] 2024-12-01T23:19:23,164 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.meta.1733095163149.meta 2024-12-01T23:19:23,164 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-12-01T23:19:23,164 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:23,165 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:23,165 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:19:23,165 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:19:23,165 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:19:23,165 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:19:23,165 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:23,165 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:19:23,165 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:19:23,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:19:23,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:19:23,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:23,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:23,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:19:23,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:19:23,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:23,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:23,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:19:23,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:19:23,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:23,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:23,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:19:23,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:19:23,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:23,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:23,170 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:19:23,171 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740 2024-12-01T23:19:23,172 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740 2024-12-01T23:19:23,173 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:19:23,173 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:19:23,173 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:23,174 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:19:23,174 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73561956, jitterRate=0.09615856409072876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:23,174 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:19:23,175 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095163165Writing region info on filesystem at 1733095163165Initializing all the Stores at 1733095163166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095163166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095163166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095163166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095163166Cleaning up temporary data from old regions at 1733095163173 (+7 ms)Running coprocessor post-open hooks at 1733095163174 (+1 ms)Region opened successfully at 1733095163175 (+1 ms) 2024-12-01T23:19:23,176 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095163143 2024-12-01T23:19:23,177 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:19:23,177 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:19:23,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,36039,1733095159766 2024-12-01T23:19:23,178 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,36039,1733095159766, state=OPEN 2024-12-01T23:19:23,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01135990287/meta-region-server 2024-12-01T23:19:23,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01135990287/meta-region-server 2024-12-01T23:19:23,224 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,36039,1733095159766 2024-12-01T23:19:23,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01135990287/meta-region-server: CHANGED 2024-12-01T23:19:23,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01135990287/meta-region-server: CHANGED 2024-12-01T23:19:23,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:19:23,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,36039,1733095159766 in 233 msec 2024-12-01T23:19:23,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:19:23,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-12-01T23:19:23,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:23,229 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:19:23,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:23,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,36039,1733095159766, seqNum=-1] 2024-12-01T23:19:23,230 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:23,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:23,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-12-01T23:19:23,235 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095163235, completionTime=-1 2024-12-01T23:19:23,235 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:19:23,235 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:19:23,237 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:19:23,237 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095223237 2024-12-01T23:19:23,237 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095283237 2024-12-01T23:19:23,237 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:19:23,237 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,38425,1733095159579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:23,237 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,38425,1733095159579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:23,237 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,38425,1733095159579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:23,237 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:38425, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:23,237 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:23,238 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:23,239 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:19:23,240 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.281sec 2024-12-01T23:19:23,240 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:19:23,240 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:19:23,240 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:19:23,240 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:19:23,240 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:19:23,241 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,38425,1733095159579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:23,241 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,38425,1733095159579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:19:23,242 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:19:23,242 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:19:23,242 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,38425,1733095159579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:23,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:23,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,38425,-1 for getting cluster id 2024-12-01T23:19:23,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:23,295 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '371381b8-a28c-4679-8ec2-c9f4379d4845' 2024-12-01T23:19:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "371381b8-a28c-4679-8ec2-c9f4379d4845" 2024-12-01T23:19:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fb0b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,38425,-1] 2024-12-01T23:19:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:23,297 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:23,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:23,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,36039,1733095159766, seqNum=-1] 2024-12-01T23:19:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:23,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:23,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,38425,1733095159579 2024-12-01T23:19:23,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61468 2024-12-01T23:19:23,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:23,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10193316a7f0002 connected 2024-12-01T23:19:23,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/hadoop.log.dir so I do NOT create it in target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb 2024-12-01T23:19:23,329 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:19:23,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/hadoop.tmp.dir so I do NOT create it in target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb 2024-12-01T23:19:23,329 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:19:23,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb 2024-12-01T23:19:23,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:19:23,329 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/cluster_18fa60c7-c607-a679-562a-43f31818071b, deleteOnExit=true 2024-12-01T23:19:23,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:19:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/test.cache.data in system properties and HBase conf 2024-12-01T23:19:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:19:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:19:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:19:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:19:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:19:23,330 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:19:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:19:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:19:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:19:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:19:23,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:19:23,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:19:23,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:19:23,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:19:23,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:19:23,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:19:23,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:19:23,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:19:23,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:19:23,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:19:24,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:24,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:19:24,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:19:24,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:19:24,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:19:24,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:24,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:19:24,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:19:24,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f7320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/java.io.tmpdir/jetty-localhost-33709-hadoop-hdfs-3_4_1-tests_jar-_-any-9282642881092433403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:19:24,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:33709} 2024-12-01T23:19:24,128 INFO [Time-limited test {}] server.Server(415): Started @174898ms 2024-12-01T23:19:24,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:24,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:19:24,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:19:24,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:19:24,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:19:24,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:19:24,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:19:24,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f81a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/java.io.tmpdir/jetty-localhost-35705-hadoop-hdfs-3_4_1-tests_jar-_-any-645280816534825363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:19:24,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:35705} 2024-12-01T23:19:24,570 INFO [Time-limited test {}] server.Server(415): Started @175340ms 2024-12-01T23:19:24,571 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:19:25,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:19:25,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T23:19:25,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:25,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T23:19:25,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:25,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T23:19:25,309 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/cluster_18fa60c7-c607-a679-562a-43f31818071b/data/data1/current/BP-1680827663-172.17.0.3-1733095163344/current, will proceed with Du for space computation calculation, 2024-12-01T23:19:25,309 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/cluster_18fa60c7-c607-a679-562a-43f31818071b/data/data2/current/BP-1680827663-172.17.0.3-1733095163344/current, will proceed with Du for space computation calculation, 2024-12-01T23:19:25,324 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:19:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaab4077c0f3f5436 with lease ID 0xf1d545c45a7d96ae: Processing first storage report for DS-03807f39-e718-48e3-ac35-73b3ee7e849f from datanode DatanodeRegistration(127.0.0.1:42965, datanodeUuid=fe07c524-c5ce-4f14-9d8f-fa4df638bb44, infoPort=44949, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=1241698753;c=1733095163344) 2024-12-01T23:19:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaab4077c0f3f5436 with lease ID 0xf1d545c45a7d96ae: from storage DS-03807f39-e718-48e3-ac35-73b3ee7e849f node DatanodeRegistration(127.0.0.1:42965, datanodeUuid=fe07c524-c5ce-4f14-9d8f-fa4df638bb44, infoPort=44949, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=1241698753;c=1733095163344), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:19:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaab4077c0f3f5436 with lease ID 0xf1d545c45a7d96ae: Processing first storage report for DS-98ac9d0b-4fe7-4db5-9ceb-559b46a07ac7 from datanode DatanodeRegistration(127.0.0.1:42965, datanodeUuid=fe07c524-c5ce-4f14-9d8f-fa4df638bb44, infoPort=44949, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=1241698753;c=1733095163344) 2024-12-01T23:19:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaab4077c0f3f5436 with lease ID 0xf1d545c45a7d96ae: from storage DS-98ac9d0b-4fe7-4db5-9ceb-559b46a07ac7 node DatanodeRegistration(127.0.0.1:42965, datanodeUuid=fe07c524-c5ce-4f14-9d8f-fa4df638bb44, infoPort=44949, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=1241698753;c=1733095163344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:19:25,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb 2024-12-01T23:19:25,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:25,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:19:25,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed with version=8 2024-12-01T23:19:25,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/hbase-staging 2024-12-01T23:19:25,807 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:19:25,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:25,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:25,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:19:25,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:25,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:19:25,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:19:25,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:19:25,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37723 2024-12-01T23:19:25,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37723 connecting to ZooKeeper ensemble=127.0.0.1:61468 2024-12-01T23:19:25,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377230x0, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:25,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37723-0x10193316a7f0003 connected 2024-12-01T23:19:25,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:25,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:25,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Set watcher on znode that does not yet exist, /1990135625/running 2024-12-01T23:19:25,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed, hbase.cluster.distributed=false 2024-12-01T23:19:25,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Set watcher on znode that does not yet exist, /1990135625/acl 2024-12-01T23:19:25,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37723 2024-12-01T23:19:25,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37723 2024-12-01T23:19:25,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37723 2024-12-01T23:19:25,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37723 2024-12-01T23:19:25,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37723 2024-12-01T23:19:25,951 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:19:25,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:25,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:25,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:19:25,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:25,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:19:25,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:19:25,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:19:25,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35077 2024-12-01T23:19:25,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35077 connecting to ZooKeeper ensemble=127.0.0.1:61468 2024-12-01T23:19:25,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:25,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:25,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350770x0, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:25,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350770x0, quorum=127.0.0.1:61468, baseZNode=/1990135625 Set watcher on znode that does not yet exist, /1990135625/running 2024-12-01T23:19:25,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35077-0x10193316a7f0004 connected 2024-12-01T23:19:25,970 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:19:25,970 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:19:25,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Set watcher on znode that does not yet exist, /1990135625/master 2024-12-01T23:19:25,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Set watcher on znode that does not yet exist, /1990135625/acl 2024-12-01T23:19:25,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35077 2024-12-01T23:19:25,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35077 2024-12-01T23:19:25,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35077 2024-12-01T23:19:25,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35077 2024-12-01T23:19:25,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35077 2024-12-01T23:19:25,992 DEBUG [M:0;f962de17fdc3:37723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:37723 2024-12-01T23:19:25,992 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1990135625/backup-masters/f962de17fdc3,37723,1733095165806 2024-12-01T23:19:26,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625/backup-masters 2024-12-01T23:19:26,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625/backup-masters 2024-12-01T23:19:26,001 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Set watcher on existing znode=/1990135625/backup-masters/f962de17fdc3,37723,1733095165806 2024-12-01T23:19:26,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1990135625/master 2024-12-01T23:19:26,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:26,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:26,012 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Set watcher on existing znode=/1990135625/master 2024-12-01T23:19:26,012 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1990135625/backup-masters/f962de17fdc3,37723,1733095165806 from backup master directory 2024-12-01T23:19:26,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1990135625/backup-masters/f962de17fdc3,37723,1733095165806 2024-12-01T23:19:26,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625/backup-masters 2024-12-01T23:19:26,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625/backup-masters 2024-12-01T23:19:26,022 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:19:26,022 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,37723,1733095165806 2024-12-01T23:19:26,025 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/hbase.id] with ID: 51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8 2024-12-01T23:19:26,025 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/.tmp/hbase.id 2024-12-01T23:19:26,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:19:26,030 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/.tmp/hbase.id]:[hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/hbase.id] 2024-12-01T23:19:26,039 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:26,039 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:19:26,040 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:19:26,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:26,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:26,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:19:26,456 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:19:26,457 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:19:26,457 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:19:26,864 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store 2024-12-01T23:19:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:19:27,270 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:27,270 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:19:27,270 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:27,270 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:27,270 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:19:27,270 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:27,270 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:27,270 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095167270Disabling compacts and flushes for region at 1733095167270Disabling writes for close at 1733095167270Writing region close event to WAL at 1733095167270Closed at 1733095167270 2024-12-01T23:19:27,271 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/.initializing 2024-12-01T23:19:27,271 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/WALs/f962de17fdc3,37723,1733095165806 2024-12-01T23:19:27,272 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:19:27,273 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C37723%2C1733095165806, suffix=, logDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/WALs/f962de17fdc3,37723,1733095165806, archiveDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/oldWALs, maxLogs=10 2024-12-01T23:19:27,289 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/WALs/f962de17fdc3,37723,1733095165806/f962de17fdc3%2C37723%2C1733095165806.1733095167274, exclude list is [], retry=0 2024-12-01T23:19:27,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42965,DS-03807f39-e718-48e3-ac35-73b3ee7e849f,DISK] 2024-12-01T23:19:27,294 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/WALs/f962de17fdc3,37723,1733095165806/f962de17fdc3%2C37723%2C1733095165806.1733095167274 2024-12-01T23:19:27,294 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44949:44949)] 2024-12-01T23:19:27,294 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:27,294 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:27,294 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,294 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:19:27,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:27,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:27,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:19:27,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:27,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:27,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:19:27,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:27,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:27,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:19:27,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:27,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:27,301 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,302 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,302 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,303 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,303 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,303 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:27,304 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:27,306 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:27,306 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64434072, jitterRate=-0.03985750675201416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:27,306 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095167294Initializing all the Stores at 1733095167295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095167295Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095167295Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095167295Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095167295Cleaning up temporary data from old regions at 1733095167303 (+8 ms)Region opened successfully at 1733095167306 (+3 ms) 2024-12-01T23:19:27,306 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:19:27,309 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a15be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:19:27,309 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:19:27,309 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:19:27,309 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:19:27,310 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:19:27,310 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:19:27,310 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:19:27,310 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:19:27,313 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:19:27,313 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Unable to get data of znode /1990135625/balancer because node does not exist (not necessarily an error) 2024-12-01T23:19:27,369 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1990135625/balancer already deleted, retry=false 2024-12-01T23:19:27,370 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:19:27,370 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Unable to get data of znode /1990135625/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:19:27,380 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1990135625/normalizer already deleted, retry=false 2024-12-01T23:19:27,380 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:19:27,381 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Unable to get data of znode /1990135625/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:19:27,390 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1990135625/switch/split already deleted, retry=false 2024-12-01T23:19:27,391 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Unable to get data of znode /1990135625/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:19:27,401 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1990135625/switch/merge already deleted, retry=false 2024-12-01T23:19:27,402 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Unable to get data of znode /1990135625/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:19:27,411 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1990135625/snapshot-cleanup already deleted, retry=false 2024-12-01T23:19:27,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1990135625/running 2024-12-01T23:19:27,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1990135625/running 2024-12-01T23:19:27,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:27,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:27,422 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,37723,1733095165806, sessionid=0x10193316a7f0003, setting cluster-up flag (Was=false) 2024-12-01T23:19:27,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:27,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:27,474 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1990135625/flush-table-proc/acquired, /1990135625/flush-table-proc/reached, /1990135625/flush-table-proc/abort 2024-12-01T23:19:27,475 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,37723,1733095165806 2024-12-01T23:19:27,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:27,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:27,527 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1990135625/online-snapshot/acquired, /1990135625/online-snapshot/reached, /1990135625/online-snapshot/abort 2024-12-01T23:19:27,528 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,37723,1733095165806 2024-12-01T23:19:27,529 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:19:27,530 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:27,530 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:19:27,530 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:19:27,531 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,37723,1733095165806 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:19:27,532 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:27,532 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:27,532 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:27,532 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:27,532 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:19:27,532 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,532 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:19:27,532 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,533 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095197533 2024-12-01T23:19:27,533 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:19:27,533 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:19:27,533 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:19:27,533 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:19:27,533 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:19:27,533 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:19:27,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:27,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:19:27,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:27,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:19:27,535 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,535 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:19:27,535 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:19:27,535 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:19:27,535 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:19:27,535 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:19:27,535 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:19:27,535 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095167535,5,FailOnTimeoutGroup] 2024-12-01T23:19:27,536 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095167535,5,FailOnTimeoutGroup] 2024-12-01T23:19:27,537 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,537 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:19:27,537 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,537 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:19:27,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:19:27,542 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed 2024-12-01T23:19:27,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741832_1008 (size=32) 2024-12-01T23:19:27,581 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(746): ClusterId : 51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8 2024-12-01T23:19:27,581 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:19:27,591 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:19:27,591 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:19:27,601 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:19:27,602 DEBUG [RS:0;f962de17fdc3:35077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38290799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:19:27,614 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:35077 2024-12-01T23:19:27,614 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:19:27,614 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:19:27,614 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:19:27,615 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,37723,1733095165806 with port=35077, startcode=1733095165950 2024-12-01T23:19:27,615 DEBUG [RS:0;f962de17fdc3:35077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:19:27,616 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:19:27,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,35077,1733095165950 2024-12-01T23:19:27,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37723 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,35077,1733095165950 2024-12-01T23:19:27,618 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed 2024-12-01T23:19:27,618 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45483 2024-12-01T23:19:27,618 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:19:27,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625/rs 2024-12-01T23:19:27,631 DEBUG [RS:0;f962de17fdc3:35077 {}] zookeeper.ZKUtil(111): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Set watcher on existing znode=/1990135625/rs/f962de17fdc3,35077,1733095165950 2024-12-01T23:19:27,631 WARN [RS:0;f962de17fdc3:35077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:19:27,631 INFO [RS:0;f962de17fdc3:35077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:27,631 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950 2024-12-01T23:19:27,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,35077,1733095165950] 2024-12-01T23:19:27,634 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:19:27,635 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:19:27,635 INFO [RS:0;f962de17fdc3:35077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:19:27,635 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,635 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:19:27,636 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:19:27,636 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:19:27,636 DEBUG [RS:0;f962de17fdc3:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:19:27,637 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,637 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,637 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,637 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,637 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,637 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35077,1733095165950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:27,649 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:19:27,649 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35077,1733095165950-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,649 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,649 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.Replication(171): f962de17fdc3,35077,1733095165950 started 2024-12-01T23:19:27,661 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:27,661 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,35077,1733095165950, RpcServer on f962de17fdc3/172.17.0.3:35077, sessionid=0x10193316a7f0004 2024-12-01T23:19:27,661 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:19:27,661 DEBUG [RS:0;f962de17fdc3:35077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,35077,1733095165950 2024-12-01T23:19:27,661 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,35077,1733095165950' 2024-12-01T23:19:27,661 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1990135625/flush-table-proc/abort' 2024-12-01T23:19:27,661 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1990135625/flush-table-proc/acquired' 2024-12-01T23:19:27,662 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:19:27,662 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:19:27,662 DEBUG [RS:0;f962de17fdc3:35077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,35077,1733095165950 2024-12-01T23:19:27,662 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,35077,1733095165950' 2024-12-01T23:19:27,662 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1990135625/online-snapshot/abort' 2024-12-01T23:19:27,662 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1990135625/online-snapshot/acquired' 2024-12-01T23:19:27,662 DEBUG [RS:0;f962de17fdc3:35077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:19:27,662 INFO [RS:0;f962de17fdc3:35077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:19:27,662 INFO [RS:0;f962de17fdc3:35077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:19:27,763 INFO [RS:0;f962de17fdc3:35077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:19:27,764 INFO [RS:0;f962de17fdc3:35077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C35077%2C1733095165950, suffix=, logDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950, archiveDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/oldWALs, maxLogs=10 2024-12-01T23:19:27,775 DEBUG [RS:0;f962de17fdc3:35077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764, exclude list is [], retry=0 2024-12-01T23:19:27,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42965,DS-03807f39-e718-48e3-ac35-73b3ee7e849f,DISK] 2024-12-01T23:19:27,779 INFO [RS:0;f962de17fdc3:35077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 2024-12-01T23:19:27,779 DEBUG [RS:0;f962de17fdc3:35077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44949:44949)] 2024-12-01T23:19:27,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:27,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:19:27,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:19:27,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:27,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:27,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:19:27,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:19:27,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:27,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:27,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:19:27,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:19:27,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:27,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:27,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:19:27,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:19:27,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:27,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:27,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:19:27,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740 2024-12-01T23:19:27,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740 2024-12-01T23:19:27,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:19:27,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:19:27,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:27,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:19:27,959 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:27,960 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59304290, jitterRate=-0.11629721522331238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:27,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095167949Initializing all the Stores at 1733095167949Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095167949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095167950 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095167950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095167950Cleaning up temporary data from old regions at 1733095167957 (+7 ms)Region opened successfully at 1733095167960 (+3 ms) 2024-12-01T23:19:27,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:19:27,960 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:19:27,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:19:27,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:19:27,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:19:27,960 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:27,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095167960Disabling compacts and flushes for region at 1733095167960Disabling writes for close at 1733095167960Writing region close event to WAL at 1733095167960Closed at 1733095167960 2024-12-01T23:19:27,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:27,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:19:27,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:19:27,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:19:27,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:19:28,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:19:28,113 DEBUG [f962de17fdc3:37723 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:19:28,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,35077,1733095165950 2024-12-01T23:19:28,114 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,35077,1733095165950, state=OPENING 2024-12-01T23:19:28,192 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:19:28,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:28,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:28,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:19:28,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1990135625/meta-region-server: CHANGED 2024-12-01T23:19:28,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1990135625/meta-region-server: CHANGED 2024-12-01T23:19:28,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,35077,1733095165950}] 2024-12-01T23:19:28,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:19:28,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:19:28,368 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:19:28,368 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:28,368 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:19:28,369 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C35077%2C1733095165950.meta, suffix=.meta, logDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950, archiveDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/oldWALs, maxLogs=10 2024-12-01T23:19:28,380 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.meta.1733095168369.meta, exclude list is [], retry=0 2024-12-01T23:19:28,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42965,DS-03807f39-e718-48e3-ac35-73b3ee7e849f,DISK] 2024-12-01T23:19:28,383 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.meta.1733095168369.meta 2024-12-01T23:19:28,384 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44949:44949)] 2024-12-01T23:19:28,384 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:28,384 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:28,384 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:19:28,384 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:19:28,384 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:19:28,384 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:19:28,384 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:28,384 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:19:28,384 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:19:28,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:19:28,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:19:28,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:28,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:28,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:19:28,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:19:28,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:28,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:28,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:19:28,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:19:28,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:28,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:28,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:19:28,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:19:28,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:28,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:28,390 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:19:28,391 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740 2024-12-01T23:19:28,392 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740 2024-12-01T23:19:28,393 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:19:28,393 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:19:28,393 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:28,394 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:19:28,395 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74539100, jitterRate=0.11071914434432983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:28,395 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:19:28,395 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095168385Writing region info on filesystem at 1733095168385Initializing all the Stores at 1733095168385Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095168385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095168386 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095168386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095168386Cleaning up temporary data from old regions at 1733095168393 (+7 ms)Running coprocessor post-open hooks at 1733095168395 (+2 ms)Region opened successfully at 1733095168395 2024-12-01T23:19:28,396 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095168364 2024-12-01T23:19:28,397 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:19:28,397 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:19:28,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,35077,1733095165950 2024-12-01T23:19:28,398 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,35077,1733095165950, state=OPEN 2024-12-01T23:19:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1990135625/meta-region-server 2024-12-01T23:19:28,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1990135625/meta-region-server 2024-12-01T23:19:28,409 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,35077,1733095165950 2024-12-01T23:19:28,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1990135625/meta-region-server: CHANGED 2024-12-01T23:19:28,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1990135625/meta-region-server: CHANGED 2024-12-01T23:19:28,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:19:28,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,35077,1733095165950 in 197 msec 2024-12-01T23:19:28,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:19:28,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-12-01T23:19:28,413 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:28,413 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:19:28,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:28,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1] 2024-12-01T23:19:28,415 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:28,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:28,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 890 msec 2024-12-01T23:19:28,420 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095168420, completionTime=-1 2024-12-01T23:19:28,420 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:19:28,420 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:19:28,421 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:19:28,421 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095228421 2024-12-01T23:19:28,422 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095288422 2024-12-01T23:19:28,422 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:19:28,422 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,37723,1733095165806-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:28,422 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,37723,1733095165806-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:28,422 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,37723,1733095165806-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:28,422 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:37723, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:28,422 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:28,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:28,424 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:19:28,426 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.404sec 2024-12-01T23:19:28,426 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:19:28,426 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:19:28,426 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:19:28,426 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:19:28,426 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:19:28,426 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,37723,1733095165806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:28,426 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,37723,1733095165806-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:19:28,428 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:19:28,428 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:19:28,428 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,37723,1733095165806-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:28,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:28,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,37723,-1 for getting cluster id 2024-12-01T23:19:28,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:28,482 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8' 2024-12-01T23:19:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8" 2024-12-01T23:19:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355bef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,37723,-1] 2024-12-01T23:19:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:28,483 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:28,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:28,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1] 2024-12-01T23:19:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:28,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:28,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,37723,1733095165806 2024-12-01T23:19:28,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61468 2024-12-01T23:19:28,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:28,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10193316a7f0005 connected 2024-12-01T23:19:28,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,38425,1733095159579 2024-12-01T23:19:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18bb1209 2024-12-01T23:19:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:28,510 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:28,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:19:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:19:28,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:19:28,512 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:28,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:19:28,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:19:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:28,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:19:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:28,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:19:28,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:28,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:28,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:28,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:28,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:28,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:28,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:28,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:28,919 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa7cb1470bf3f0a7cb11c0a553b73017, NAME => 'test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be 2024-12-01T23:19:28,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:19:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:29,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:29,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aa7cb1470bf3f0a7cb11c0a553b73017, disabling compactions & flushes 2024-12-01T23:19:29,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:29,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:29,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. after waiting 0 ms 2024-12-01T23:19:29,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:29,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:29,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa7cb1470bf3f0a7cb11c0a553b73017: Waiting for close lock at 1733095169325Disabling compacts and flushes for region at 1733095169325Disabling writes for close at 1733095169325Writing region close event to WAL at 1733095169325Closed at 1733095169325 2024-12-01T23:19:29,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:19:29,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095169326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095169326"}]},"ts":"1733095169326"} 2024-12-01T23:19:29,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:19:29,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:19:29,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095169329"}]},"ts":"1733095169329"} 2024-12-01T23:19:29,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:19:29,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa7cb1470bf3f0a7cb11c0a553b73017, ASSIGN}] 2024-12-01T23:19:29,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa7cb1470bf3f0a7cb11c0a553b73017, ASSIGN 2024-12-01T23:19:29,334 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aa7cb1470bf3f0a7cb11c0a553b73017, ASSIGN; state=OFFLINE, location=f962de17fdc3,36039,1733095159766; forceNewPlan=false, retain=false 2024-12-01T23:19:29,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa7cb1470bf3f0a7cb11c0a553b73017, regionState=OPENING, regionLocation=f962de17fdc3,36039,1733095159766 2024-12-01T23:19:29,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aa7cb1470bf3f0a7cb11c0a553b73017, ASSIGN because future has completed 2024-12-01T23:19:29,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa7cb1470bf3f0a7cb11c0a553b73017, server=f962de17fdc3,36039,1733095159766}] 2024-12-01T23:19:29,642 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:29,643 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aa7cb1470bf3f0a7cb11c0a553b73017, NAME => 'test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:29,643 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:29,643 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:19:29,643 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,643 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:29,643 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,643 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,644 INFO [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,645 INFO [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa7cb1470bf3f0a7cb11c0a553b73017 columnFamilyName f 2024-12-01T23:19:29,645 DEBUG [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:29,646 INFO [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] regionserver.HStore(327): Store=aa7cb1470bf3f0a7cb11c0a553b73017/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:29,646 INFO [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,647 INFO [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa7cb1470bf3f0a7cb11c0a553b73017 columnFamilyName f1 2024-12-01T23:19:29,647 DEBUG [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:29,647 INFO [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] regionserver.HStore(327): Store=aa7cb1470bf3f0a7cb11c0a553b73017/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:29,647 INFO [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,648 INFO [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa7cb1470bf3f0a7cb11c0a553b73017 columnFamilyName norep 2024-12-01T23:19:29,648 DEBUG [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:29,648 INFO [StoreOpener-aa7cb1470bf3f0a7cb11c0a553b73017-1 {}] regionserver.HStore(327): Store=aa7cb1470bf3f0a7cb11c0a553b73017/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:29,648 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,649 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,649 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,650 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,650 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,650 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:19:29,651 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:29,653 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:29,653 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aa7cb1470bf3f0a7cb11c0a553b73017; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72657584, jitterRate=0.08268237113952637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:19:29,653 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:29,654 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aa7cb1470bf3f0a7cb11c0a553b73017: Running coprocessor pre-open hook at 1733095169643Writing region info on filesystem at 1733095169643Initializing all the Stores at 1733095169644 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095169644Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095169644Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095169644Cleaning up temporary data from old regions at 1733095169650 (+6 ms)Running coprocessor post-open hooks at 1733095169653 (+3 ms)Region opened successfully at 1733095169654 (+1 ms) 2024-12-01T23:19:29,654 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017., pid=6, masterSystemTime=1733095169639 2024-12-01T23:19:29,656 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:29,656 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:29,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa7cb1470bf3f0a7cb11c0a553b73017, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,36039,1733095159766 2024-12-01T23:19:29,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa7cb1470bf3f0a7cb11c0a553b73017, server=f962de17fdc3,36039,1733095159766 because future has completed 2024-12-01T23:19:29,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:19:29,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa7cb1470bf3f0a7cb11c0a553b73017, server=f962de17fdc3,36039,1733095159766 in 172 msec 2024-12-01T23:19:29,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:19:29,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aa7cb1470bf3f0a7cb11c0a553b73017, ASSIGN in 330 msec 2024-12-01T23:19:29,663 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:19:29,663 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095169663"}]},"ts":"1733095169663"} 2024-12-01T23:19:29,664 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:19:29,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:19:29,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-01T23:19:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:30,662 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:19:30,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:30,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,37723,1733095165806 2024-12-01T23:19:30,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@459148b7 2024-12-01T23:19:30,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:30,664 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:30,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:19:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:19:30,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:19:30,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:30,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:19:30,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:19:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:30,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:19:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:31,079 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1bda1ce6d4ed971903b6420d33e81c9, NAME => 'test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed 2024-12-01T23:19:31,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:19:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:31,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:31,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f1bda1ce6d4ed971903b6420d33e81c9, disabling compactions & flushes 2024-12-01T23:19:31,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:31,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:31,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. after waiting 0 ms 2024-12-01T23:19:31,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:31,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:31,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1bda1ce6d4ed971903b6420d33e81c9: Waiting for close lock at 1733095171486Disabling compacts and flushes for region at 1733095171486Disabling writes for close at 1733095171486Writing region close event to WAL at 1733095171486Closed at 1733095171486 2024-12-01T23:19:31,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:19:31,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095171487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095171487"}]},"ts":"1733095171487"} 2024-12-01T23:19:31,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:19:31,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:19:31,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095171490"}]},"ts":"1733095171490"} 2024-12-01T23:19:31,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:19:31,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f1bda1ce6d4ed971903b6420d33e81c9, ASSIGN}] 2024-12-01T23:19:31,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f1bda1ce6d4ed971903b6420d33e81c9, ASSIGN 2024-12-01T23:19:31,494 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f1bda1ce6d4ed971903b6420d33e81c9, ASSIGN; state=OFFLINE, location=f962de17fdc3,35077,1733095165950; forceNewPlan=false, retain=false 2024-12-01T23:19:31,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1bda1ce6d4ed971903b6420d33e81c9, regionState=OPENING, regionLocation=f962de17fdc3,35077,1733095165950 2024-12-01T23:19:31,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f1bda1ce6d4ed971903b6420d33e81c9, ASSIGN because future has completed 2024-12-01T23:19:31,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1bda1ce6d4ed971903b6420d33e81c9, server=f962de17fdc3,35077,1733095165950}] 2024-12-01T23:19:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:31,802 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:31,802 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f1bda1ce6d4ed971903b6420d33e81c9, NAME => 'test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:31,802 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:31,802 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:19:31,802 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,802 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:31,802 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,802 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,804 INFO [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,805 INFO [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1bda1ce6d4ed971903b6420d33e81c9 columnFamilyName f 2024-12-01T23:19:31,805 DEBUG [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:31,805 INFO [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] regionserver.HStore(327): Store=f1bda1ce6d4ed971903b6420d33e81c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:31,805 INFO [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,806 INFO [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1bda1ce6d4ed971903b6420d33e81c9 columnFamilyName f1 2024-12-01T23:19:31,806 DEBUG [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:31,806 INFO [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] regionserver.HStore(327): Store=f1bda1ce6d4ed971903b6420d33e81c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:31,806 INFO [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,807 INFO [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1bda1ce6d4ed971903b6420d33e81c9 columnFamilyName norep 2024-12-01T23:19:31,807 DEBUG [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:31,807 INFO [StoreOpener-f1bda1ce6d4ed971903b6420d33e81c9-1 {}] regionserver.HStore(327): Store=f1bda1ce6d4ed971903b6420d33e81c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:31,807 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,808 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,808 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,809 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,809 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,810 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:19:31,810 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,812 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:31,812 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f1bda1ce6d4ed971903b6420d33e81c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65361588, jitterRate=-0.026036441326141357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:19:31,812 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:31,813 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f1bda1ce6d4ed971903b6420d33e81c9: Running coprocessor pre-open hook at 1733095171802Writing region info on filesystem at 1733095171802Initializing all the Stores at 1733095171803 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095171803Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095171803Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095171803Cleaning up temporary data from old regions at 1733095171809 (+6 ms)Running coprocessor post-open hooks at 1733095171812 (+3 ms)Region opened successfully at 1733095171812 2024-12-01T23:19:31,813 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9., pid=6, masterSystemTime=1733095171798 2024-12-01T23:19:31,815 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:31,815 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:31,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1bda1ce6d4ed971903b6420d33e81c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,35077,1733095165950 2024-12-01T23:19:31,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1bda1ce6d4ed971903b6420d33e81c9, server=f962de17fdc3,35077,1733095165950 because future has completed 2024-12-01T23:19:31,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:19:31,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f1bda1ce6d4ed971903b6420d33e81c9, server=f962de17fdc3,35077,1733095165950 in 172 msec 2024-12-01T23:19:31,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:19:31,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f1bda1ce6d4ed971903b6420d33e81c9, ASSIGN in 327 msec 2024-12-01T23:19:31,821 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:19:31,822 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095171821"}]},"ts":"1733095171821"} 2024-12-01T23:19:31,823 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:19:31,824 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:19:31,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-01T23:19:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:19:32,812 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:19:32,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,38425,-1 for getting cluster id 2024-12-01T23:19:32,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:32,813 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '371381b8-a28c-4679-8ec2-c9f4379d4845' 2024-12-01T23:19:32,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:32,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "371381b8-a28c-4679-8ec2-c9f4379d4845" 2024-12-01T23:19:32,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d04177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,38425,-1] 2024-12-01T23:19:32,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:32,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:32,815 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f67f39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,37723,-1 for getting cluster id 2024-12-01T23:19:32,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:32,817 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8' 2024-12-01T23:19:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8" 2024-12-01T23:19:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3012d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,37723,-1] 2024-12-01T23:19:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:32,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:32,818 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:32,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e71784a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,38425,-1 for getting cluster id 2024-12-01T23:19:32,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:32,820 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '371381b8-a28c-4679-8ec2-c9f4379d4845' 2024-12-01T23:19:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "371381b8-a28c-4679-8ec2-c9f4379d4845" 2024-12-01T23:19:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33530707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,38425,-1] 2024-12-01T23:19:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:32,821 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:32,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521c7a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,38425,1733095159579 2024-12-01T23:19:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5f01d7 2024-12-01T23:19:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:32,823 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:32,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:37723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:19:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:19:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:32,825 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:37723' 2024-12-01T23:19:32,826 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e70a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,826 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,37723,-1 for getting cluster id 2024-12-01T23:19:32,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:32,827 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8' 2024-12-01T23:19:32,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:32,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8" 2024-12-01T23:19:32,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516c285c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,37723,-1] 2024-12-01T23:19:32,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:32,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:32,828 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:32,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c4eb4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:32,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:32,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,37723,1733095165806 2024-12-01T23:19:32,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d1e043c 2024-12-01T23:19:32,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:32,830 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:32,830 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:19:32,831 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:19:32,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:32,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:32,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:32,831 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:19:32,832 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:19:32,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:19:32,833 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:32,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:19:32,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:19:32,882 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:19:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:33,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83f2a09e9f74df0445ee90a40b9727de, NAME => 'hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be 2024-12-01T23:19:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:19:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:33,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:33,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83f2a09e9f74df0445ee90a40b9727de, disabling compactions & flushes 2024-12-01T23:19:33,685 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:33,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:33,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. after waiting 0 ms 2024-12-01T23:19:33,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:33,685 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:33,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83f2a09e9f74df0445ee90a40b9727de: Waiting for close lock at 1733095173685Disabling compacts and flushes for region at 1733095173685Disabling writes for close at 1733095173685Writing region close event to WAL at 1733095173685Closed at 1733095173685 2024-12-01T23:19:33,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:19:33,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095173686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095173686"}]},"ts":"1733095173686"} 2024-12-01T23:19:33,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:19:33,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:19:33,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095173689"}]},"ts":"1733095173689"} 2024-12-01T23:19:33,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:19:33,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83f2a09e9f74df0445ee90a40b9727de, ASSIGN}] 2024-12-01T23:19:33,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83f2a09e9f74df0445ee90a40b9727de, ASSIGN 2024-12-01T23:19:33,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83f2a09e9f74df0445ee90a40b9727de, ASSIGN; state=OFFLINE, location=f962de17fdc3,36039,1733095159766; forceNewPlan=false, retain=false 2024-12-01T23:19:33,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83f2a09e9f74df0445ee90a40b9727de, regionState=OPENING, regionLocation=f962de17fdc3,36039,1733095159766 2024-12-01T23:19:33,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83f2a09e9f74df0445ee90a40b9727de, ASSIGN because future has completed 2024-12-01T23:19:33,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83f2a09e9f74df0445ee90a40b9727de, server=f962de17fdc3,36039,1733095159766}] 2024-12-01T23:19:33,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:19:33,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:33,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:33,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:33,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:33,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:33,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:33,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:33,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:33,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T23:19:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:34,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:34,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:34,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:19:34,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C36039%2C1733095159766.rep, suffix=, logDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766, archiveDir=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/oldWALs, maxLogs=10 2024-12-01T23:19:34,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.rep.1733095174003, exclude list is [], retry=0 2024-12-01T23:19:34,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46293,DS-7b87c1e9-4b3d-4b09-8e78-500083e6d7dd,DISK] 2024-12-01T23:19:34,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.rep.1733095174003 2024-12-01T23:19:34,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-12-01T23:19:34,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83f2a09e9f74df0445ee90a40b9727de, NAME => 'hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:34,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:34,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:19:34,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. service=MultiRowMutationService 2024-12-01T23:19:34,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:19:34,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:34,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,019 INFO [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,021 INFO [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f2a09e9f74df0445ee90a40b9727de columnFamilyName hfileref 2024-12-01T23:19:34,021 DEBUG [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:34,021 INFO [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] regionserver.HStore(327): Store=83f2a09e9f74df0445ee90a40b9727de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:34,021 INFO [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,022 INFO [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f2a09e9f74df0445ee90a40b9727de columnFamilyName queue 2024-12-01T23:19:34,022 DEBUG [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:34,022 INFO [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] regionserver.HStore(327): Store=83f2a09e9f74df0445ee90a40b9727de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:34,022 INFO [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,023 INFO [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f2a09e9f74df0445ee90a40b9727de columnFamilyName sid 2024-12-01T23:19:34,023 DEBUG [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:34,023 INFO [StoreOpener-83f2a09e9f74df0445ee90a40b9727de-1 {}] regionserver.HStore(327): Store=83f2a09e9f74df0445ee90a40b9727de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:34,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:19:34,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:34,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83f2a09e9f74df0445ee90a40b9727de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67366096, jitterRate=0.0038330554962158203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:19:34,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:34,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83f2a09e9f74df0445ee90a40b9727de: Running coprocessor pre-open hook at 1733095174019Writing region info on filesystem at 1733095174019Initializing all the Stores at 1733095174019Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095174019Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095174019Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095174019Cleaning up temporary data from old regions at 1733095174025 (+6 ms)Running coprocessor post-open hooks at 1733095174028 (+3 ms)Region opened successfully at 1733095174029 (+1 ms) 2024-12-01T23:19:34,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de., pid=10, masterSystemTime=1733095173997 2024-12-01T23:19:34,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:34,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:34,032 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83f2a09e9f74df0445ee90a40b9727de, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,36039,1733095159766 2024-12-01T23:19:34,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83f2a09e9f74df0445ee90a40b9727de, server=f962de17fdc3,36039,1733095159766 because future has completed 2024-12-01T23:19:34,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:19:34,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83f2a09e9f74df0445ee90a40b9727de, server=f962de17fdc3,36039,1733095159766 in 189 msec 2024-12-01T23:19:34,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T23:19:34,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:19:34,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83f2a09e9f74df0445ee90a40b9727de, ASSIGN in 345 msec 2024-12-01T23:19:34,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:19:34,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095174038"}]},"ts":"1733095174038"} 2024-12-01T23:19:34,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:19:34,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:19:34,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-12-01T23:19:34,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de., hostname=f962de17fdc3,36039,1733095159766, seqNum=2] 2024-12-01T23:19:34,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:34,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:34,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:19:34,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:19:34,647 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:19:34,672 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,36039,1733095159766, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:19:34,673 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:34,673 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,36039,1733095159766, seqNum=-1] 2024-12-01T23:19:34,673 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:34,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-01T23:19:34,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,36039,1733095159766', locateType=CURRENT is [region=hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de., hostname=f962de17fdc3,36039,1733095159766, seqNum=2] 2024-12-01T23:19:34,678 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:19:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:19:34,680 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,36039,1733095159766 suceeded 2024-12-01T23:19:34,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:19:34,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-01T23:19:34,682 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:37723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:19:34,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8590 sec 2024-12-01T23:19:34,693 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:37723' 2024-12-01T23:19:34,694 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7071c0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:34,694 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,37723,-1 for getting cluster id 2024-12-01T23:19:34,694 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:34,695 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8' 2024-12-01T23:19:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8" 2024-12-01T23:19:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@362c24de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,37723,-1] 2024-12-01T23:19:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:34,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:34,696 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:34,697 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@602c5484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:34,697 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:34,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,37723,1733095165806 2024-12-01T23:19:34,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@267cf00 2024-12-01T23:19:34,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:34,699 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-01T23:19:34,699 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,36039,1733095159766 (queues=1) is replicating from cluster=371381b8-a28c-4679-8ec2-c9f4379d4845 to cluster=51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8 2024-12-01T23:19:34,700 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C36039%2C1733095159766 2024-12-01T23:19:34,700 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,36039,1733095159766, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:19:34,700 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168, startPosition=0, beingWritten=true 2024-12-01T23:19:34,704 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C36039%2C1733095159766 2024-12-01T23:19:34,707 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:19:34,707 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 379, reset compression=false 2024-12-01T23:19:34,707 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,36039,1733095159766 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:19:34,911 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 379, reset compression=false 2024-12-01T23:19:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:34,972 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:19:34,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:34,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:34,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:34,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:34,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:34,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:34,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,37723,-1 for getting cluster id 2024-12-01T23:19:34,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:34,974 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8' 2024-12-01T23:19:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8" 2024-12-01T23:19:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bde3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,37723,-1] 2024-12-01T23:19:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:34,976 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cb8402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:34,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:34,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,37723,1733095165806 2024-12-01T23:19:34,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b15fbb 2024-12-01T23:19:34,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:34,978 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:34,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:38425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:19:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:19:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:34,981 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:38425' 2024-12-01T23:19:34,982 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4d6ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:34,982 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,38425,-1 for getting cluster id 2024-12-01T23:19:34,982 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:34,983 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '371381b8-a28c-4679-8ec2-c9f4379d4845' 2024-12-01T23:19:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "371381b8-a28c-4679-8ec2-c9f4379d4845" 2024-12-01T23:19:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@831b9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,38425,-1] 2024-12-01T23:19:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:34,984 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89e6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:34,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,38425,1733095159579 2024-12-01T23:19:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c9f75e8 2024-12-01T23:19:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:34,986 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:34,987 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:19:34,987 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:19:34,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:34,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:34,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:34,987 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:19:34,988 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:19:34,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:19:34,989 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:34,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:19:35,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:19:35,039 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:19:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:35,215 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 379, reset compression=false 2024-12-01T23:19:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:35,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:19:35,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T23:19:35,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T23:19:35,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T23:19:35,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:19:35,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T23:19:35,405 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89aef2f6953f9cfa8a4647f2d17e17f5, NAME => 'hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed 2024-12-01T23:19:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:19:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:35,620 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 379, reset compression=false 2024-12-01T23:19:35,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:35,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 89aef2f6953f9cfa8a4647f2d17e17f5, disabling compactions & flushes 2024-12-01T23:19:35,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:35,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:35,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. after waiting 0 ms 2024-12-01T23:19:35,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:35,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:35,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89aef2f6953f9cfa8a4647f2d17e17f5: Waiting for close lock at 1733095175810Disabling compacts and flushes for region at 1733095175810Disabling writes for close at 1733095175810Writing region close event to WAL at 1733095175810Closed at 1733095175810 2024-12-01T23:19:35,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:19:35,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095175811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095175811"}]},"ts":"1733095175811"} 2024-12-01T23:19:35,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:19:35,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:19:35,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095175814"}]},"ts":"1733095175814"} 2024-12-01T23:19:35,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:19:35,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89aef2f6953f9cfa8a4647f2d17e17f5, ASSIGN}] 2024-12-01T23:19:35,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89aef2f6953f9cfa8a4647f2d17e17f5, ASSIGN 2024-12-01T23:19:35,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=89aef2f6953f9cfa8a4647f2d17e17f5, ASSIGN; state=OFFLINE, location=f962de17fdc3,35077,1733095165950; forceNewPlan=false, retain=false 2024-12-01T23:19:35,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=89aef2f6953f9cfa8a4647f2d17e17f5, regionState=OPENING, regionLocation=f962de17fdc3,35077,1733095165950 2024-12-01T23:19:35,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=89aef2f6953f9cfa8a4647f2d17e17f5, ASSIGN because future has completed 2024-12-01T23:19:35,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89aef2f6953f9cfa8a4647f2d17e17f5, server=f962de17fdc3,35077,1733095165950}] 2024-12-01T23:19:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:36,124 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 379, reset compression=false 2024-12-01T23:19:36,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:36,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:36,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:19:36,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C35077%2C1733095165950.rep, suffix=, logDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950, archiveDir=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/oldWALs, maxLogs=10 2024-12-01T23:19:36,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.rep.1733095176128, exclude list is [], retry=0 2024-12-01T23:19:36,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42965,DS-03807f39-e718-48e3-ac35-73b3ee7e849f,DISK] 2024-12-01T23:19:36,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.rep.1733095176128 2024-12-01T23:19:36,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44949:44949)] 2024-12-01T23:19:36,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 89aef2f6953f9cfa8a4647f2d17e17f5, NAME => 'hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:36,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:36,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:19:36,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. service=MultiRowMutationService 2024-12-01T23:19:36,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:19:36,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:36,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,143 INFO [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,144 INFO [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89aef2f6953f9cfa8a4647f2d17e17f5 columnFamilyName hfileref 2024-12-01T23:19:36,144 DEBUG [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:36,144 INFO [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] regionserver.HStore(327): Store=89aef2f6953f9cfa8a4647f2d17e17f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:36,144 INFO [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,145 INFO [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89aef2f6953f9cfa8a4647f2d17e17f5 columnFamilyName queue 2024-12-01T23:19:36,145 DEBUG [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:36,146 INFO [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] regionserver.HStore(327): Store=89aef2f6953f9cfa8a4647f2d17e17f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:36,146 INFO [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,146 INFO [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89aef2f6953f9cfa8a4647f2d17e17f5 columnFamilyName sid 2024-12-01T23:19:36,146 DEBUG [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:36,147 INFO [StoreOpener-89aef2f6953f9cfa8a4647f2d17e17f5-1 {}] regionserver.HStore(327): Store=89aef2f6953f9cfa8a4647f2d17e17f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:36,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:19:36,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:36,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 89aef2f6953f9cfa8a4647f2d17e17f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64949296, jitterRate=-0.032180070877075195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:19:36,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:36,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 89aef2f6953f9cfa8a4647f2d17e17f5: Running coprocessor pre-open hook at 1733095176142Writing region info on filesystem at 1733095176142Initializing all the Stores at 1733095176143 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095176143Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095176143Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095176143Cleaning up temporary data from old regions at 1733095176149 (+6 ms)Running coprocessor post-open hooks at 1733095176153 (+4 ms)Region opened successfully at 1733095176153 2024-12-01T23:19:36,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5., pid=10, masterSystemTime=1733095176123 2024-12-01T23:19:36,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:36,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:36,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=89aef2f6953f9cfa8a4647f2d17e17f5, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,35077,1733095165950 2024-12-01T23:19:36,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89aef2f6953f9cfa8a4647f2d17e17f5, server=f962de17fdc3,35077,1733095165950 because future has completed 2024-12-01T23:19:36,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:19:36,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 89aef2f6953f9cfa8a4647f2d17e17f5, server=f962de17fdc3,35077,1733095165950 in 193 msec 2024-12-01T23:19:36,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:19:36,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89aef2f6953f9cfa8a4647f2d17e17f5, ASSIGN in 348 msec 2024-12-01T23:19:36,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:19:36,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095176168"}]},"ts":"1733095176168"} 2024-12-01T23:19:36,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:19:36,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:19:36,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-12-01T23:19:36,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5., hostname=f962de17fdc3,35077,1733095165950, seqNum=2] 2024-12-01T23:19:36,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:36,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:36,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:19:36,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:19:36,449 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:19:36,473 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,35077,1733095165950, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:19:36,473 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:36,473 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1] 2024-12-01T23:19:36,473 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:36,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-01T23:19:36,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,35077,1733095165950', locateType=CURRENT is [region=hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5., hostname=f962de17fdc3,35077,1733095165950, seqNum=2] 2024-12-01T23:19:36,478 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:19:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:19:36,480 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,35077,1733095165950 suceeded 2024-12-01T23:19:36,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:19:36,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-01T23:19:36,481 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:38425,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:19:36,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-12-01T23:19:36,490 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:38425' 2024-12-01T23:19:36,491 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f357733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:36,491 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,38425,-1 for getting cluster id 2024-12-01T23:19:36,492 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:36,492 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '371381b8-a28c-4679-8ec2-c9f4379d4845' 2024-12-01T23:19:36,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:36,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "371381b8-a28c-4679-8ec2-c9f4379d4845" 2024-12-01T23:19:36,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc3cdff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:36,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,38425,-1] 2024-12-01T23:19:36,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:36,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:36,494 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:36,494 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1943dcec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:36,494 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:36,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,38425,1733095159579 2024-12-01T23:19:36,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@727db275 2024-12-01T23:19:36,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:36,496 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-01T23:19:36,496 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,35077,1733095165950 (queues=1) is replicating from cluster=51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8 to cluster=371381b8-a28c-4679-8ec2-c9f4379d4845 2024-12-01T23:19:36,496 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C35077%2C1733095165950 2024-12-01T23:19:36,496 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,35077,1733095165950, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:19:36,497 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C35077%2C1733095165950 2024-12-01T23:19:36,497 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764, startPosition=0, beingWritten=true 2024-12-01T23:19:36,501 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:19:36,501 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 379, reset compression=false 2024-12-01T23:19:36,501 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,35077,1733095165950 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:19:36,705 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 379, reset compression=false 2024-12-01T23:19:36,728 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 379, reset compression=false 2024-12-01T23:19:37,009 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 379, reset compression=false 2024-12-01T23:19:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:19:37,132 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:19:37,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:37,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:37,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:37,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:37,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:37,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:37,137 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733095177136/Put/seqid=0 2024-12-01T23:19:37,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741840_1016 (size=7894) 2024-12-01T23:19:37,413 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 379, reset compression=false 2024-12-01T23:19:37,431 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 379, reset compression=false 2024-12-01T23:19:37,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733095177542/Put/seqid=0 2024-12-01T23:19:37,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741841_1017 (size=7691) 2024-12-01T23:19:37,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:37,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,38425,-1 for getting cluster id 2024-12-01T23:19:37,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:37,564 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '371381b8-a28c-4679-8ec2-c9f4379d4845' 2024-12-01T23:19:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "371381b8-a28c-4679-8ec2-c9f4379d4845" 2024-12-01T23:19:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5d7953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,38425,-1] 2024-12-01T23:19:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:37,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:37,565 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:37,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:37,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:37,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,36039,1733095159766, seqNum=-1] 2024-12-01T23:19:37,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:37,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:37,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,38425,1733095159579 2024-12-01T23:19:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d86f0c 2024-12-01T23:19:37,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:37,578 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:37,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017., hostname=f962de17fdc3,36039,1733095159766, seqNum=2] 2024-12-01T23:19:37,583 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:19:37,588 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-01T23:19:37,591 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-01T23:19:37,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/testHFileCyclicReplication_01/f/hfile_0 for inclusion in aa7cb1470bf3f0a7cb11c0a553b73017/f 2024-12-01T23:19:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T23:19:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:19:37,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/testHFileCyclicReplication_01/f/hfile_1 for inclusion in aa7cb1470bf3f0a7cb11c0a553b73017/f 2024-12-01T23:19:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T23:19:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:19:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HRegion(2603): Flush status journal for aa7cb1470bf3f0a7cb11c0a553b73017: 2024-12-01T23:19:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins__test__86ikcs0n3bi3t4tln2p3jfh4bhf4jjatfc3o4d4i1l0511rhhlcgoiao07pn3s1k/f/hfile_0 2024-12-01T23:19:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins__test__86ikcs0n3bi3t4tln2p3jfh4bhf4jjatfc3o4d4i1l0511rhhlcgoiao07pn3s1k/f/hfile_0 as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/5a94d5e70fcc46b4ba9897488255a475_SeqId_4_ 2024-12-01T23:19:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins__test__86ikcs0n3bi3t4tln2p3jfh4bhf4jjatfc3o4d4i1l0511rhhlcgoiao07pn3s1k/f/hfile_1 2024-12-01T23:19:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins__test__86ikcs0n3bi3t4tln2p3jfh4bhf4jjatfc3o4d4i1l0511rhhlcgoiao07pn3s1k/f/hfile_1 as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/ba012c2741334c2dafa75b6c41a73843_SeqId_4_ 2024-12-01T23:19:37,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins__test__86ikcs0n3bi3t4tln2p3jfh4bhf4jjatfc3o4d4i1l0511rhhlcgoiao07pn3s1k/f/hfile_0 into aa7cb1470bf3f0a7cb11c0a553b73017/f as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/5a94d5e70fcc46b4ba9897488255a475_SeqId_4_ - updating store file list. 2024-12-01T23:19:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5a94d5e70fcc46b4ba9897488255a475_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:19:37,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/5a94d5e70fcc46b4ba9897488255a475_SeqId_4_ into aa7cb1470bf3f0a7cb11c0a553b73017/f 2024-12-01T23:19:37,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins__test__86ikcs0n3bi3t4tln2p3jfh4bhf4jjatfc3o4d4i1l0511rhhlcgoiao07pn3s1k/f/hfile_0 into aa7cb1470bf3f0a7cb11c0a553b73017/f (new location: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/5a94d5e70fcc46b4ba9897488255a475_SeqId_4_) 2024-12-01T23:19:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins__test__86ikcs0n3bi3t4tln2p3jfh4bhf4jjatfc3o4d4i1l0511rhhlcgoiao07pn3s1k/f/hfile_0 2024-12-01T23:19:37,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins__test__86ikcs0n3bi3t4tln2p3jfh4bhf4jjatfc3o4d4i1l0511rhhlcgoiao07pn3s1k/f/hfile_1 into aa7cb1470bf3f0a7cb11c0a553b73017/f as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/ba012c2741334c2dafa75b6c41a73843_SeqId_4_ - updating store file list. 2024-12-01T23:19:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba012c2741334c2dafa75b6c41a73843_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:19:37,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/ba012c2741334c2dafa75b6c41a73843_SeqId_4_ into aa7cb1470bf3f0a7cb11c0a553b73017/f 2024-12-01T23:19:37,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins__test__86ikcs0n3bi3t4tln2p3jfh4bhf4jjatfc3o4d4i1l0511rhhlcgoiao07pn3s1k/f/hfile_1 into aa7cb1470bf3f0a7cb11c0a553b73017/f (new location: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/ba012c2741334c2dafa75b6c41a73843_SeqId_4_) 2024-12-01T23:19:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins__test__86ikcs0n3bi3t4tln2p3jfh4bhf4jjatfc3o4d4i1l0511rhhlcgoiao07pn3s1k/f/hfile_1 2024-12-01T23:19:37,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:37,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:37,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:37,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:37,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:37,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:37,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017., hostname=f962de17fdc3,36039,1733095159766, seqNum=2 , the old value is region=test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017., hostname=f962de17fdc3,36039,1733095159766, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f962de17fdc3:36039 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:19:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017., hostname=f962de17fdc3,36039,1733095159766, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:19:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017., hostname=f962de17fdc3,36039,1733095159766, seqNum=2 from cache 2024-12-01T23:19:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1] 2024-12-01T23:19:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:37,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:37,641 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T23:19:37,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9., hostname=f962de17fdc3,35077,1733095165950, seqNum=2] 2024-12-01T23:19:37,644 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T23:19:37,742 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:36039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-01T23:19:37,917 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 379, reset compression=false 2024-12-01T23:19:38,235 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 379, reset compression=false 2024-12-01T23:19:38,333 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:19:38,333 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,36039,1733095159766 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa7cb1470bf3f0a7cb11c0a553b73017/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733095177633/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T23:19:38,335 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:19:38,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-01T23:19:38,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.ReplicationSink(318): Replicating [371381b8-a28c-4679-8ec2-c9f4379d4845] bulk loaded data 2024-12-01T23:19:38,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b3a1f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:38,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,37723,-1 for getting cluster id 2024-12-01T23:19:38,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:38,338 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8' 2024-12-01T23:19:38,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:38,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8" 2024-12-01T23:19:38,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@152a1331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:38,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,37723,-1] 2024-12-01T23:19:38,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:38,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:38,340 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:38,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30bd621f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741840_1016 (size=7894) 2024-12-01T23:19:38,521 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 379, reset compression=false 2024-12-01T23:19:38,533 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 687, reset compression=false 2024-12-01T23:19:38,646 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T23:19:38,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741841_1017 (size=7691) 2024-12-01T23:19:38,838 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 687, reset compression=false 2024-12-01T23:19:39,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:39,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,37723,1733095165806 2024-12-01T23:19:39,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf9a5a3 2024-12-01T23:19:39,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:39,165 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-01T23:19:39,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:19:39,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:39,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1] 2024-12-01T23:19:39,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:39,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-01T23:19:39,173 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/5a94d5e70fcc46b4ba9897488255a475_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-01T23:19:39,175 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/ba012c2741334c2dafa75b6c41a73843_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-01T23:19:39,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/5a94d5e70fcc46b4ba9897488255a475_SeqId_4_ for inclusion in f1bda1ce6d4ed971903b6420d33e81c9/f 2024-12-01T23:19:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T23:19:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:19:39,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/ba012c2741334c2dafa75b6c41a73843_SeqId_4_ for inclusion in f1bda1ce6d4ed971903b6420d33e81c9/f 2024-12-01T23:19:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T23:19:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:19:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(2603): Flush status journal for f1bda1ce6d4ed971903b6420d33e81c9: 2024-12-01T23:19:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5a94d5e70fcc46b4ba9897488255a475_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:19:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/5a94d5e70fcc46b4ba9897488255a475_SeqId_4_ as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/c88879fd08bc47608c1dc4b178abbf7e_SeqId_4_ 2024-12-01T23:19:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ba012c2741334c2dafa75b6c41a73843_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:19:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/ba012c2741334c2dafa75b6c41a73843_SeqId_4_ as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/25d66174d9d745fdb002e3eaf62c9db8_SeqId_4_ 2024-12-01T23:19:39,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/5a94d5e70fcc46b4ba9897488255a475_SeqId_4_ into f1bda1ce6d4ed971903b6420d33e81c9/f as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/c88879fd08bc47608c1dc4b178abbf7e_SeqId_4_ - updating store file list. 2024-12-01T23:19:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c88879fd08bc47608c1dc4b178abbf7e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:19:39,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/c88879fd08bc47608c1dc4b178abbf7e_SeqId_4_ into f1bda1ce6d4ed971903b6420d33e81c9/f 2024-12-01T23:19:39,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/5a94d5e70fcc46b4ba9897488255a475_SeqId_4_ into f1bda1ce6d4ed971903b6420d33e81c9/f (new location: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/c88879fd08bc47608c1dc4b178abbf7e_SeqId_4_) 2024-12-01T23:19:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/5a94d5e70fcc46b4ba9897488255a475_SeqId_4_ 2024-12-01T23:19:39,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/ba012c2741334c2dafa75b6c41a73843_SeqId_4_ into f1bda1ce6d4ed971903b6420d33e81c9/f as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/25d66174d9d745fdb002e3eaf62c9db8_SeqId_4_ - updating store file list. 2024-12-01T23:19:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25d66174d9d745fdb002e3eaf62c9db8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:19:39,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/25d66174d9d745fdb002e3eaf62c9db8_SeqId_4_ into f1bda1ce6d4ed971903b6420d33e81c9/f 2024-12-01T23:19:39,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/ba012c2741334c2dafa75b6c41a73843_SeqId_4_ into f1bda1ce6d4ed971903b6420d33e81c9/f (new location: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/25d66174d9d745fdb002e3eaf62c9db8_SeqId_4_) 2024-12-01T23:19:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins.hfs.11__test__gmsiaqfdunuullsgj1jn3eljj82c7k5bf4ngham2cgo8aut9bg7k9v164gjmnm7r/f/ba012c2741334c2dafa75b6c41a73843_SeqId_4_ 2024-12-01T23:19:39,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.ReplicationSink(324): Finished replicating [371381b8-a28c-4679-8ec2-c9f4379d4845] bulk loaded data 2024-12-01T23:19:39,225 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 379, reset compression=false 2024-12-01T23:19:39,230 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:19:39,230 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,35077,1733095165950 got entry batch from reader: WALEntryBatch [walEntries=[{test/f1bda1ce6d4ed971903b6420d33e81c9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733095179202/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-01T23:19:39,232 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:19:39,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-01T23:19:39,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.ReplicationSink(318): Replicating [371381b8-a28c-4679-8ec2-c9f4379d4845, 51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8] bulk loaded data 2024-12-01T23:19:39,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29947c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:39,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,38425,-1 for getting cluster id 2024-12-01T23:19:39,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:39,235 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '371381b8-a28c-4679-8ec2-c9f4379d4845' 2024-12-01T23:19:39,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:39,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "371381b8-a28c-4679-8ec2-c9f4379d4845" 2024-12-01T23:19:39,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c18e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:39,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,38425,-1] 2024-12-01T23:19:39,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:39,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:39,236 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:39,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bd7585b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:39,243 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 687, reset compression=false 2024-12-01T23:19:39,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741842_1018 (size=7894) 2024-12-01T23:19:39,431 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 725, reset compression=false 2024-12-01T23:19:39,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:19:39,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:39,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:39,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:39,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:39,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:39,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:39,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:39,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:39,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:39,657 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733095179656/Put/seqid=0 2024-12-01T23:19:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741842_1018 (size=11194) 2024-12-01T23:19:39,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741843_1019 (size=7691) 2024-12-01T23:19:39,735 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 725, reset compression=false 2024-12-01T23:19:39,753 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 687, reset compression=false 2024-12-01T23:19:40,062 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733095180062/Put/seqid=0 2024-12-01T23:19:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741843_1019 (size=10791) 2024-12-01T23:19:40,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:40,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,38425,1733095159579 2024-12-01T23:19:40,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48fe2fd1 2024-12-01T23:19:40,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:40,070 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-01T23:19:40,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:19:40,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,36039,1733095159766, seqNum=-1] 2024-12-01T23:19:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:40,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-01T23:19:40,077 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__nehbtjl7hr0nf94h488bk89ndvf9c6mb53bcipu46eo3ehkkk3q5sgnu068eteci/f/25d66174d9d745fdb002e3eaf62c9db8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-01T23:19:40,079 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__nehbtjl7hr0nf94h488bk89ndvf9c6mb53bcipu46eo3ehkkk3q5sgnu068eteci/f/c88879fd08bc47608c1dc4b178abbf7e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-01T23:19:40,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.ReplicationSink(324): Finished replicating [371381b8-a28c-4679-8ec2-c9f4379d4845, 51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8] bulk loaded data 2024-12-01T23:19:40,139 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 725, reset compression=false 2024-12-01T23:19:40,357 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 687, reset compression=false 2024-12-01T23:19:40,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:40,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,37723,-1 for getting cluster id 2024-12-01T23:19:40,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:40,468 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8' 2024-12-01T23:19:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8" 2024-12-01T23:19:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e4636a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,37723,-1] 2024-12-01T23:19:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:40,470 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:40,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:40,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:40,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1] 2024-12-01T23:19:40,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:40,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:40,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,37723,1733095165806 2024-12-01T23:19:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ba4563 2024-12-01T23:19:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:19:40,481 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:19:40,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9., hostname=f962de17fdc3,35077,1733095165950, seqNum=2] 2024-12-01T23:19:40,486 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:19:40,491 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-01T23:19:40,494 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-01T23:19:40,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f1bda1ce6d4ed971903b6420d33e81c9/f 2024-12-01T23:19:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-01T23:19:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:19:40,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f1bda1ce6d4ed971903b6420d33e81c9/f 2024-12-01T23:19:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-01T23:19:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:19:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegion(2603): Flush status journal for f1bda1ce6d4ed971903b6420d33e81c9: 2024-12-01T23:19:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins__test__es8ff13djf2dul5b3ghv2h2ufgbg6cr2uf41e4shctobs6u7aq6hc743e9l6buks/f/hfile_0 2024-12-01T23:19:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins__test__es8ff13djf2dul5b3ghv2h2ufgbg6cr2uf41e4shctobs6u7aq6hc743e9l6buks/f/hfile_0 as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/0fcf431770ff4f06b4768a74653087dd_SeqId_6_ 2024-12-01T23:19:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins__test__es8ff13djf2dul5b3ghv2h2ufgbg6cr2uf41e4shctobs6u7aq6hc743e9l6buks/f/hfile_1 2024-12-01T23:19:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins__test__es8ff13djf2dul5b3ghv2h2ufgbg6cr2uf41e4shctobs6u7aq6hc743e9l6buks/f/hfile_1 as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/9aa45371caca4f918c4af6956b3185ff_SeqId_6_ 2024-12-01T23:19:40,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins__test__es8ff13djf2dul5b3ghv2h2ufgbg6cr2uf41e4shctobs6u7aq6hc743e9l6buks/f/hfile_0 into f1bda1ce6d4ed971903b6420d33e81c9/f as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/0fcf431770ff4f06b4768a74653087dd_SeqId_6_ - updating store file list. 2024-12-01T23:19:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fcf431770ff4f06b4768a74653087dd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T23:19:40,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/0fcf431770ff4f06b4768a74653087dd_SeqId_6_ into f1bda1ce6d4ed971903b6420d33e81c9/f 2024-12-01T23:19:40,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins__test__es8ff13djf2dul5b3ghv2h2ufgbg6cr2uf41e4shctobs6u7aq6hc743e9l6buks/f/hfile_0 into f1bda1ce6d4ed971903b6420d33e81c9/f (new location: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/0fcf431770ff4f06b4768a74653087dd_SeqId_6_) 2024-12-01T23:19:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins__test__es8ff13djf2dul5b3ghv2h2ufgbg6cr2uf41e4shctobs6u7aq6hc743e9l6buks/f/hfile_0 2024-12-01T23:19:40,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins__test__es8ff13djf2dul5b3ghv2h2ufgbg6cr2uf41e4shctobs6u7aq6hc743e9l6buks/f/hfile_1 into f1bda1ce6d4ed971903b6420d33e81c9/f as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/9aa45371caca4f918c4af6956b3185ff_SeqId_6_ - updating store file list. 2024-12-01T23:19:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9aa45371caca4f918c4af6956b3185ff_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T23:19:40,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/9aa45371caca4f918c4af6956b3185ff_SeqId_6_ into f1bda1ce6d4ed971903b6420d33e81c9/f 2024-12-01T23:19:40,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins__test__es8ff13djf2dul5b3ghv2h2ufgbg6cr2uf41e4shctobs6u7aq6hc743e9l6buks/f/hfile_1 into f1bda1ce6d4ed971903b6420d33e81c9/f (new location: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/f/9aa45371caca4f918c4af6956b3185ff_SeqId_6_) 2024-12-01T23:19:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/staging/jenkins__test__es8ff13djf2dul5b3ghv2h2ufgbg6cr2uf41e4shctobs6u7aq6hc743e9l6buks/f/hfile_1 2024-12-01T23:19:40,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:40,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:40,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:40,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9., hostname=f962de17fdc3,35077,1733095165950, seqNum=2 , the old value is region=test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9., hostname=f962de17fdc3,35077,1733095165950, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f962de17fdc3:35077 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:19:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9., hostname=f962de17fdc3,35077,1733095165950, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:19:40,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9., hostname=f962de17fdc3,35077,1733095165950, seqNum=2 from cache 2024-12-01T23:19:40,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:40,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:40,519 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T23:19:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,36039,1733095159766, seqNum=-1] 2024-12-01T23:19:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:40,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:40,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017., hostname=f962de17fdc3,36039,1733095159766, seqNum=2] 2024-12-01T23:19:40,529 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T23:19:40,622 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:35077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-01T23:19:40,643 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 725, reset compression=false 2024-12-01T23:19:40,648 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:19:40,648 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,35077,1733095165950 got entry batch from reader: WALEntryBatch [walEntries=[{test/f1bda1ce6d4ed971903b6420d33e81c9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733095180517/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T23:19:40,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.ReplicationSink(318): Replicating [51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8] bulk loaded data 2024-12-01T23:19:40,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741844_1020 (size=11194) 2024-12-01T23:19:40,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741845_1021 (size=10791) 2024-12-01T23:19:40,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:19:40,679 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/0fcf431770ff4f06b4768a74653087dd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-01T23:19:40,681 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/9aa45371caca4f918c4af6956b3185ff_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-01T23:19:40,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/9aa45371caca4f918c4af6956b3185ff_SeqId_6_ for inclusion in aa7cb1470bf3f0a7cb11c0a553b73017/f 2024-12-01T23:19:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-01T23:19:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:19:40,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/0fcf431770ff4f06b4768a74653087dd_SeqId_6_ for inclusion in aa7cb1470bf3f0a7cb11c0a553b73017/f 2024-12-01T23:19:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-01T23:19:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:19:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HRegion(2603): Flush status journal for aa7cb1470bf3f0a7cb11c0a553b73017: 2024-12-01T23:19:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9aa45371caca4f918c4af6956b3185ff_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:19:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/9aa45371caca4f918c4af6956b3185ff_SeqId_6_ as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/34d6532c1d5a4f5ea469d6136ec841e0_SeqId_6_ 2024-12-01T23:19:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0fcf431770ff4f06b4768a74653087dd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:19:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/0fcf431770ff4f06b4768a74653087dd_SeqId_6_ as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/4d506197aa8040e0a1297ea963decda0_SeqId_6_ 2024-12-01T23:19:40,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/9aa45371caca4f918c4af6956b3185ff_SeqId_6_ into aa7cb1470bf3f0a7cb11c0a553b73017/f as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/34d6532c1d5a4f5ea469d6136ec841e0_SeqId_6_ - updating store file list. 2024-12-01T23:19:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34d6532c1d5a4f5ea469d6136ec841e0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T23:19:40,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/34d6532c1d5a4f5ea469d6136ec841e0_SeqId_6_ into aa7cb1470bf3f0a7cb11c0a553b73017/f 2024-12-01T23:19:40,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/9aa45371caca4f918c4af6956b3185ff_SeqId_6_ into aa7cb1470bf3f0a7cb11c0a553b73017/f (new location: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/34d6532c1d5a4f5ea469d6136ec841e0_SeqId_6_) 2024-12-01T23:19:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/9aa45371caca4f918c4af6956b3185ff_SeqId_6_ 2024-12-01T23:19:40,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/0fcf431770ff4f06b4768a74653087dd_SeqId_6_ into aa7cb1470bf3f0a7cb11c0a553b73017/f as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/4d506197aa8040e0a1297ea963decda0_SeqId_6_ - updating store file list. 2024-12-01T23:19:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d506197aa8040e0a1297ea963decda0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T23:19:40,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/4d506197aa8040e0a1297ea963decda0_SeqId_6_ into aa7cb1470bf3f0a7cb11c0a553b73017/f 2024-12-01T23:19:40,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/0fcf431770ff4f06b4768a74653087dd_SeqId_6_ into aa7cb1470bf3f0a7cb11c0a553b73017/f (new location: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/f/4d506197aa8040e0a1297ea963decda0_SeqId_6_) 2024-12-01T23:19:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/staging/jenkins.hfs.10__test__s61s9nhj5t25ioerslqhbnfdt8cjde0r7huv8ajdefbs76tm176blendkaamsklj/f/0fcf431770ff4f06b4768a74653087dd_SeqId_6_ 2024-12-01T23:19:40,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36039 {}] regionserver.ReplicationSink(324): Finished replicating [51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8] bulk loaded data 2024-12-01T23:19:40,848 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 1033, reset compression=false 2024-12-01T23:19:41,061 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 687, reset compression=false 2024-12-01T23:19:41,065 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:19:41,065 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,36039,1733095159766 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa7cb1470bf3f0a7cb11c0a553b73017/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733095180704/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-01T23:19:41,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.ReplicationSink(318): Replicating [51f1fe99-01f2-4e85-8da8-7dc3d29dd0c8, 371381b8-a28c-4679-8ec2-c9f4379d4845] bulk loaded data 2024-12-01T23:19:41,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741844_1020 (size=10791) 2024-12-01T23:19:41,152 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 1033, reset compression=false 2024-12-01T23:19:41,265 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1033, reset compression=false 2024-12-01T23:19:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741845_1021 (size=11194) 2024-12-01T23:19:41,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:19:41,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:41,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:41,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:41,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:41,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:41,538 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:19:41,538 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2066671761, stopped=false 2024-12-01T23:19:41,538 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,37723,1733095165806 2024-12-01T23:19:41,556 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 1033, reset compression=false 2024-12-01T23:19:41,569 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1033, reset compression=false 2024-12-01T23:19:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1990135625/running 2024-12-01T23:19:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1990135625/running 2024-12-01T23:19:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:41,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:41,611 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:19:41,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:41,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:41,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:41,611 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,35077,1733095165950' ***** 2024-12-01T23:19:41,611 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:19:41,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Set watcher on znode that does not yet exist, /1990135625/running 2024-12-01T23:19:41,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Set watcher on znode that does not yet exist, /1990135625/running 2024-12-01T23:19:41,612 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:19:41,612 INFO [RS:0;f962de17fdc3:35077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:19:41,612 INFO [RS:0;f962de17fdc3:35077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:19:41,612 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(3091): Received CLOSE for f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:41,612 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:19:41,612 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(3091): Received CLOSE for 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:41,613 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,35077,1733095165950 2024-12-01T23:19:41,613 INFO [RS:0;f962de17fdc3:35077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:19:41,613 INFO [RS:0;f962de17fdc3:35077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:35077. 2024-12-01T23:19:41,613 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1bda1ce6d4ed971903b6420d33e81c9, disabling compactions & flushes 2024-12-01T23:19:41,613 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:41,613 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:41,613 DEBUG [RS:0;f962de17fdc3:35077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:41,613 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. after waiting 0 ms 2024-12-01T23:19:41,613 DEBUG [RS:0;f962de17fdc3:35077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:41,613 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:41,613 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:19:41,613 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:19:41,613 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:19:41,613 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:19:41,613 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:19:41,613 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f1bda1ce6d4ed971903b6420d33e81c9=test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9., 89aef2f6953f9cfa8a4647f2d17e17f5=hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5.} 2024-12-01T23:19:41,613 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89aef2f6953f9cfa8a4647f2d17e17f5, f1bda1ce6d4ed971903b6420d33e81c9 2024-12-01T23:19:41,613 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:19:41,613 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:19:41,613 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:19:41,613 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:19:41,613 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:19:41,613 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:19:41,617 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/default/test/f1bda1ce6d4ed971903b6420d33e81c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T23:19:41,617 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:41,617 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:19:41,617 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:41,617 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1bda1ce6d4ed971903b6420d33e81c9: Waiting for close lock at 1733095181613Running coprocessor pre-close hooks at 1733095181613Disabling compacts and flushes for region at 1733095181613Disabling writes for close at 1733095181613Writing region close event to WAL at 1733095181614 (+1 ms)Running coprocessor post-close hooks at 1733095181617 (+3 ms)Closed at 1733095181617 2024-12-01T23:19:41,617 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9. 2024-12-01T23:19:41,617 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89aef2f6953f9cfa8a4647f2d17e17f5, disabling compactions & flushes 2024-12-01T23:19:41,617 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:41,617 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:41,617 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. after waiting 0 ms 2024-12-01T23:19:41,617 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:41,618 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 89aef2f6953f9cfa8a4647f2d17e17f5 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-01T23:19:41,628 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/info/609141e12b2745b5bc6f46ccc9c60b52 is 147, key is hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5./info:regioninfo/1733095176155/Put/seqid=0 2024-12-01T23:19:41,632 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/.tmp/hfileref/75f1a644da04451880808c29a3866f43 is 74, key is 1/hfileref:0fcf431770ff4f06b4768a74653087dd_SeqId_6_/1733095180706/DeleteColumn/seqid=0 2024-12-01T23:19:41,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741846_1022 (size=7686) 2024-12-01T23:19:41,634 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/info/609141e12b2745b5bc6f46ccc9c60b52 2024-12-01T23:19:41,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741847_1023 (size=5345) 2024-12-01T23:19:41,636 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/.tmp/hfileref/75f1a644da04451880808c29a3866f43 2024-12-01T23:19:41,638 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:19:41,639 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:19:41,647 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:19:41,658 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/ns/71c1d47950aa4720982886765f46a955 is 43, key is default/ns:d/1733095168416/Put/seqid=0 2024-12-01T23:19:41,658 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/.tmp/queue/cfefe5ec7e094e56adca3ef577d9b5ae is 154, key is 1-f962de17fdc3,35077,1733095165950/queue:f962de17fdc3%2C35077%2C1733095165950/1733095180708/Put/seqid=0 2024-12-01T23:19:41,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741848_1024 (size=5353) 2024-12-01T23:19:41,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741849_1025 (size=5153) 2024-12-01T23:19:41,813 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:41,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:19:41,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35077 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:19:41,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35077 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:56712 deadline: 1733095241885, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping 2024-12-01T23:19:41,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:41,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:41,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 from cache 2024-12-01T23:19:41,972 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1033, reset compression=false 2024-12-01T23:19:41,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:41,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1] 2024-12-01T23:19:41,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35077 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:19:41,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35077 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:56712 deadline: 1733095241886, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping 2024-12-01T23:19:41,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:41,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:41,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 from cache 2024-12-01T23:19:42,013 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89aef2f6953f9cfa8a4647f2d17e17f5 2024-12-01T23:19:42,060 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 1033, reset compression=false 2024-12-01T23:19:42,064 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:19:42,064 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 1328, reset compression=false 2024-12-01T23:19:42,064 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,35077,1733095165950 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:19:42,066 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/.tmp/queue/cfefe5ec7e094e56adca3ef577d9b5ae 2024-12-01T23:19:42,066 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f962de17fdc3,35077,1733095165950: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f962de17fdc3,35077,1733095165950, walGroup=f962de17fdc3%2C35077%2C1733095165950, offset=f962de17fdc3%2C35077%2C1733095165950.1733095167764:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:35077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T23:19:42,067 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T23:19:42,069 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/ns/71c1d47950aa4720982886765f46a955 2024-12-01T23:19:42,069 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T23:19:42,071 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T23:19:42,071 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T23:19:42,071 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T23:19:42,072 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 574918456 }, "NonHeapMemoryUsage": { "committed": 190119936, "init": 7667712, "max": -1, "used": 187321216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T23:19:42,075 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/.tmp/hfileref/75f1a644da04451880808c29a3866f43 as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/hfileref/75f1a644da04451880808c29a3866f43 2024-12-01T23:19:42,075 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-01T23:19:42,081 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/hfileref/75f1a644da04451880808c29a3866f43, entries=4, sequenceid=12, filesize=5.2 K 2024-12-01T23:19:42,082 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/.tmp/queue/cfefe5ec7e094e56adca3ef577d9b5ae as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/queue/cfefe5ec7e094e56adca3ef577d9b5ae 2024-12-01T23:19:42,087 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/queue/cfefe5ec7e094e56adca3ef577d9b5ae, entries=1, sequenceid=12, filesize=5.2 K 2024-12-01T23:19:42,088 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 89aef2f6953f9cfa8a4647f2d17e17f5 in 470ms, sequenceid=12, compaction requested=false 2024-12-01T23:19:42,091 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/rep_barrier/ea8f0148afb84605a7c9b860f6f262ba is 112, key is test,,1733095170664.f1bda1ce6d4ed971903b6420d33e81c9./rep_barrier:seqnumDuringOpen/1733095171815/Put/seqid=0 2024-12-01T23:19:42,091 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/replication/89aef2f6953f9cfa8a4647f2d17e17f5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T23:19:42,092 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:42,092 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:42,092 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:42,092 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89aef2f6953f9cfa8a4647f2d17e17f5: Waiting for close lock at 1733095181617Running coprocessor pre-close hooks at 1733095181617Disabling compacts and flushes for region at 1733095181617Disabling writes for close at 1733095181617Obtaining lock to block concurrent updates at 1733095181618 (+1 ms)Preparing flush snapshotting stores in 89aef2f6953f9cfa8a4647f2d17e17f5 at 1733095181618Finished memstore snapshotting hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733095181618Flushing stores of hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. at 1733095181618Flushing 89aef2f6953f9cfa8a4647f2d17e17f5/hfileref: creating writer at 1733095181618Flushing 89aef2f6953f9cfa8a4647f2d17e17f5/hfileref: appending metadata at 1733095181631 (+13 ms)Flushing 89aef2f6953f9cfa8a4647f2d17e17f5/hfileref: closing flushed file at 1733095181631Flushing 89aef2f6953f9cfa8a4647f2d17e17f5/queue: creating writer at 1733095181642 (+11 ms)Flushing 89aef2f6953f9cfa8a4647f2d17e17f5/queue: appending metadata at 1733095181658 (+16 ms)Flushing 89aef2f6953f9cfa8a4647f2d17e17f5/queue: closing flushed file at 1733095181658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ebe49a: reopening flushed file at 1733095182074 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@749fe993: reopening flushed file at 1733095182081 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 89aef2f6953f9cfa8a4647f2d17e17f5 in 470ms, sequenceid=12, compaction requested=false at 1733095182088 (+7 ms)Writing region close event to WAL at 1733095182088Running coprocessor post-close hooks at 1733095182092 (+4 ms)Closed at 1733095182092 2024-12-01T23:19:42,092 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095174987.89aef2f6953f9cfa8a4647f2d17e17f5. 2024-12-01T23:19:42,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741850_1026 (size=5518) 2024-12-01T23:19:42,201 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:42,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1] 2024-12-01T23:19:42,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:19:42,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:42,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:42,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 from cache 2024-12-01T23:19:42,214 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:42,270 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 1328, reset compression=false 2024-12-01T23:19:42,414 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:42,475 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1033, reset compression=false 2024-12-01T23:19:42,497 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/rep_barrier/ea8f0148afb84605a7c9b860f6f262ba 2024-12-01T23:19:42,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:42,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1] 2024-12-01T23:19:42,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:19:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 from cache 2024-12-01T23:19:42,514 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/table/052ad1e2aaec449ca48c65a4d0fa2aeb is 53, key is hbase:replication/table:state/1733095176168/Put/seqid=0 2024-12-01T23:19:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741851_1027 (size=5308) 2024-12-01T23:19:42,573 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 1328, reset compression=false 2024-12-01T23:19:42,614 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:19:42,614 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:19:42,614 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:42,814 DEBUG [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:42,918 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/table/052ad1e2aaec449ca48c65a4d0fa2aeb 2024-12-01T23:19:42,923 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/info/609141e12b2745b5bc6f46ccc9c60b52 as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/info/609141e12b2745b5bc6f46ccc9c60b52 2024-12-01T23:19:42,927 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/info/609141e12b2745b5bc6f46ccc9c60b52, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:19:42,928 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/ns/71c1d47950aa4720982886765f46a955 as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/ns/71c1d47950aa4720982886765f46a955 2024-12-01T23:19:42,932 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/ns/71c1d47950aa4720982886765f46a955, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:19:42,932 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/rep_barrier/ea8f0148afb84605a7c9b860f6f262ba as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/rep_barrier/ea8f0148afb84605a7c9b860f6f262ba 2024-12-01T23:19:42,937 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/rep_barrier/ea8f0148afb84605a7c9b860f6f262ba, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:19:42,937 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/.tmp/table/052ad1e2aaec449ca48c65a4d0fa2aeb as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/table/052ad1e2aaec449ca48c65a4d0fa2aeb 2024-12-01T23:19:42,941 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/table/052ad1e2aaec449ca48c65a4d0fa2aeb, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:19:42,942 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-12-01T23:19:42,947 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:19:42,948 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:42,948 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:42,948 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:42,948 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095181613Running coprocessor pre-close hooks at 1733095181613Disabling compacts and flushes for region at 1733095181613Disabling writes for close at 1733095181613Obtaining lock to block concurrent updates at 1733095181613Preparing flush snapshotting stores in 1588230740 at 1733095181613Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095181614 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733095181614Flushing 1588230740/info: creating writer at 1733095181614Flushing 1588230740/info: appending metadata at 1733095181628 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733095181628Flushing 1588230740/ns: creating writer at 1733095181639 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733095181658 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733095181658Flushing 1588230740/rep_barrier: creating writer at 1733095182074 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095182090 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095182090Flushing 1588230740/table: creating writer at 1733095182501 (+411 ms)Flushing 1588230740/table: appending metadata at 1733095182514 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733095182514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92e416c: reopening flushed file at 1733095182922 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c384fd: reopening flushed file at 1733095182927 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e626fe: reopening flushed file at 1733095182932 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed0573b: reopening flushed file at 1733095182937 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1733095182942 (+5 ms)Writing region close event to WAL at 1733095182945 (+3 ms)Running coprocessor post-close hooks at 1733095182948 (+3 ms)Closed at 1733095182948 2024-12-01T23:19:42,948 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:42,977 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 to pos 1328, reset compression=false 2024-12-01T23:19:43,014 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,35077,1733095165950; all regions closed. 2024-12-01T23:19:43,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:19:43,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.rep.1733095176128 not finished, retry = 0 2024-12-01T23:19:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741839_1015 (size=3127) 2024-12-01T23:19:43,021 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:43,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1] 2024-12-01T23:19:43,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:19:43,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:43,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:43,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35077,1733095165950, seqNum=-1 from cache 2024-12-01T23:19:43,023 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:19:43,024 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-01T23:19:41.888Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:41.993Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:42.203Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:42.513Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:43.023Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f962de17fdc3,35077,1733095165950 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-12-01T23:19:43,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-01T23:19:41.888Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:41.993Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:42.203Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:42.513Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:43.023Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f962de17fdc3,35077,1733095165950 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-12-01T23:19:43,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35077 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:56710 deadline: 1733095241066, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-01T23:19:41.888Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:41.993Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:42.203Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:42.513Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:43.023Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:43,027 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-01T23:19:41.888Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:41.993Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f962de17fdc3,35077,1733095165950 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T23:19:42.203Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:42.513Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting 2024-12-01T23:19:43.023Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server f962de17fdc3,35077,1733095165950 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:19:43,078 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1033, reset compression=false 2024-12-01T23:19:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741833_1009 (size=1336) 2024-12-01T23:19:43,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/WALs/f962de17fdc3,35077,1733095165950/f962de17fdc3%2C35077%2C1733095165950.1733095167764 not finished, retry = 0 2024-12-01T23:19:43,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f962de17fdc3,35077,1733095165950 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:19:43,131 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f962de17fdc3,35077,1733095165950 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:19:43,222 DEBUG [RS:0;f962de17fdc3:35077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:43,222 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:19:43,222 INFO [RS:0;f962de17fdc3:35077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:19:43,222 INFO [RS:0;f962de17fdc3:35077 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T23:19:43,223 INFO [RS:0;f962de17fdc3:35077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:19:43,223 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:19:43,223 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,35077,1733095165950 because: Region server is closing 2024-12-01T23:19:43,223 INFO [RS:0;f962de17fdc3:35077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:35077. 2024-12-01T23:19:43,223 DEBUG [RS:0;f962de17fdc3:35077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:43,223 DEBUG [RS:0;f962de17fdc3:35077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:43,223 DEBUG [RS:0;f962de17fdc3:35077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:43,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:43,323 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.shipperf962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 terminated 2024-12-01T23:19:43,323 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,35077,1733095165950.replicationSource.wal-reader.f962de17fdc3%2C35077%2C1733095165950,1-f962de17fdc3,35077,1733095165950 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:19:43,324 INFO [RS:0;f962de17fdc3:35077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:35077. 2024-12-01T23:19:43,324 DEBUG [RS:0;f962de17fdc3:35077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:43,324 DEBUG [RS:0;f962de17fdc3:35077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:43,324 DEBUG [RS:0;f962de17fdc3:35077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:43,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:43,324 INFO [RS:0;f962de17fdc3:35077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35077 2024-12-01T23:19:43,334 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f962de17fdc3:35077 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f962de17fdc3/172.17.0.3:35077 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:19:43,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f962de17fdc3:35077 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f962de17fdc3/172.17.0.3:35077 2024-12-01T23:19:43,334 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=f962de17fdc3:35077 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f962de17fdc3/172.17.0.3:35077 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f962de17fdc3/172.17.0.3:35077 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-01T23:19:43,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625/rs 2024-12-01T23:19:43,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1990135625/rs/f962de17fdc3,35077,1733095165950 2024-12-01T23:19:43,397 INFO [RS:0;f962de17fdc3:35077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:19:43,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,35077,1733095165950] 2024-12-01T23:19:43,431 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1990135625/draining/f962de17fdc3,35077,1733095165950 already deleted, retry=false 2024-12-01T23:19:43,432 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,35077,1733095165950 expired; onlineServers=0 2024-12-01T23:19:43,432 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,37723,1733095165806' ***** 2024-12-01T23:19:43,432 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:19:43,432 INFO [M:0;f962de17fdc3:37723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:19:43,432 INFO [M:0;f962de17fdc3:37723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:19:43,432 DEBUG [M:0;f962de17fdc3:37723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:19:43,432 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:19:43,432 DEBUG [M:0;f962de17fdc3:37723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:19:43,432 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095167535 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095167535,5,FailOnTimeoutGroup] 2024-12-01T23:19:43,432 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095167535 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095167535,5,FailOnTimeoutGroup] 2024-12-01T23:19:43,432 INFO [M:0;f962de17fdc3:37723 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:19:43,432 INFO [M:0;f962de17fdc3:37723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:19:43,432 DEBUG [M:0;f962de17fdc3:37723 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:19:43,432 INFO [M:0;f962de17fdc3:37723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:19:43,432 INFO [M:0;f962de17fdc3:37723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:19:43,433 INFO [M:0;f962de17fdc3:37723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:19:43,433 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:19:43,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1990135625/master 2024-12-01T23:19:43,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1990135625 2024-12-01T23:19:43,442 DEBUG [M:0;f962de17fdc3:37723 {}] zookeeper.ZKUtil(347): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Unable to get data of znode /1990135625/master because node does not exist (not an error) 2024-12-01T23:19:43,442 WARN [M:0;f962de17fdc3:37723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:19:43,443 INFO [M:0;f962de17fdc3:37723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/.lastflushedseqids 2024-12-01T23:19:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741852_1028 (size=263) 2024-12-01T23:19:43,521 INFO [RS:0;f962de17fdc3:35077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:19:43,521 INFO [RS:0;f962de17fdc3:35077 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,35077,1733095165950; zookeeper connection closed. 2024-12-01T23:19:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10193316a7f0004, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:43,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67705fca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67705fca 2024-12-01T23:19:43,522 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:19:43,637 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] ipc.AbstractRpcClient(357): Not trying to connect to f962de17fdc3:35077 this server is in the failed servers list 2024-12-01T23:19:43,638 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f962de17fdc3:35077 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:35077 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:35077 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-12-01T23:19:43,782 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1033, reset compression=false 2024-12-01T23:19:43,850 INFO [M:0;f962de17fdc3:37723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:19:43,850 INFO [M:0;f962de17fdc3:37723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:19:43,850 DEBUG [M:0;f962de17fdc3:37723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:19:43,850 INFO [M:0;f962de17fdc3:37723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:43,850 DEBUG [M:0;f962de17fdc3:37723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:43,850 DEBUG [M:0;f962de17fdc3:37723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:19:43,850 DEBUG [M:0;f962de17fdc3:37723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:43,850 INFO [M:0;f962de17fdc3:37723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-01T23:19:43,868 DEBUG [M:0;f962de17fdc3:37723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4128277f786e42ed931c39915ce64824 is 82, key is hbase:meta,,1/info:regioninfo/1733095168398/Put/seqid=0 2024-12-01T23:19:43,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741853_1029 (size=5672) 2024-12-01T23:19:44,039 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] ipc.AbstractRpcClient(357): Not trying to connect to f962de17fdc3:35077 this server is in the failed servers list 2024-12-01T23:19:44,039 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f962de17fdc3:35077 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:35077 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:35077 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-12-01T23:19:44,272 INFO [M:0;f962de17fdc3:37723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4128277f786e42ed931c39915ce64824 2024-12-01T23:19:44,288 DEBUG [M:0;f962de17fdc3:37723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/101312ecea6f412a8bc901fa04527db2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733095176172/Put/seqid=0 2024-12-01T23:19:44,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741854_1030 (size=8516) 2024-12-01T23:19:44,540 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] ipc.AbstractRpcClient(357): Not trying to connect to f962de17fdc3:35077 this server is in the failed servers list 2024-12-01T23:19:44,540 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f962de17fdc3:35077 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:35077 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:35077 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-12-01T23:19:44,585 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1033, reset compression=false 2024-12-01T23:19:44,692 INFO [M:0;f962de17fdc3:37723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/101312ecea6f412a8bc901fa04527db2 2024-12-01T23:19:44,713 DEBUG [M:0;f962de17fdc3:37723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c488c34b5e7643fa956d6a83ec5c122c is 69, key is f962de17fdc3,35077,1733095165950/rs:state/1733095167617/Put/seqid=0 2024-12-01T23:19:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741855_1031 (size=5156) 2024-12-01T23:19:45,117 INFO [M:0;f962de17fdc3:37723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c488c34b5e7643fa956d6a83ec5c122c 2024-12-01T23:19:45,122 DEBUG [M:0;f962de17fdc3:37723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4128277f786e42ed931c39915ce64824 as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4128277f786e42ed931c39915ce64824 2024-12-01T23:19:45,125 INFO [M:0;f962de17fdc3:37723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4128277f786e42ed931c39915ce64824, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T23:19:45,126 DEBUG [M:0;f962de17fdc3:37723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/101312ecea6f412a8bc901fa04527db2 as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/101312ecea6f412a8bc901fa04527db2 2024-12-01T23:19:45,129 INFO [M:0;f962de17fdc3:37723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/101312ecea6f412a8bc901fa04527db2, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T23:19:45,130 DEBUG [M:0;f962de17fdc3:37723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c488c34b5e7643fa956d6a83ec5c122c as hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c488c34b5e7643fa956d6a83ec5c122c 2024-12-01T23:19:45,133 INFO [M:0;f962de17fdc3:37723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45483/user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c488c34b5e7643fa956d6a83ec5c122c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T23:19:45,134 INFO [M:0;f962de17fdc3:37723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-12-01T23:19:45,135 INFO [M:0;f962de17fdc3:37723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:45,135 DEBUG [M:0;f962de17fdc3:37723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095183850Disabling compacts and flushes for region at 1733095183850Disabling writes for close at 1733095183850Obtaining lock to block concurrent updates at 1733095183850Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095183850Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733095183851 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095183851Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095183851Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095183867 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095183867Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095184276 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095184288 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095184288Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095184696 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095184712 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095184712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59fd9e9: reopening flushed file at 1733095185121 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f33f37: reopening flushed file at 1733095185125 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0e7fb0: reopening flushed file at 1733095185129 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1733095185134 (+5 ms)Writing region close event to WAL at 1733095185135 (+1 ms)Closed at 1733095185135 2024-12-01T23:19:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42965 is added to blk_1073741830_1006 (size=63654) 2024-12-01T23:19:45,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df5452a5-fad8-f36e-83da-5c60b95cf1ed/MasterData/WALs/f962de17fdc3,37723,1733095165806/f962de17fdc3%2C37723%2C1733095165806.1733095167274 not finished, retry = 0 2024-12-01T23:19:45,141 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] ipc.AbstractRpcClient(357): Not trying to connect to f962de17fdc3:35077 this server is in the failed servers list 2024-12-01T23:19:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-01T23:19:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37723 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53276 deadline: 1733095245143, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-01T23:19:45,144 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-12-01T23:19:45,145 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-01T23:19:45,146 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f962de17fdc3:35077 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:35077 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:35077 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-12-01T23:19:45,238 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:19:45,238 INFO [M:0;f962de17fdc3:37723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:19:45,238 INFO [M:0;f962de17fdc3:37723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37723 2024-12-01T23:19:45,239 INFO [M:0;f962de17fdc3:37723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:19:45,405 INFO [M:0;f962de17fdc3:37723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:19:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37723-0x10193316a7f0003, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:45,489 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1033, reset compression=false 2024-12-01T23:19:45,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f81a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:19:45,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:19:45,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:19:45,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:19:45,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/hadoop.log.dir/,STOPPED} 2024-12-01T23:19:45,562 WARN [BP-1680827663-172.17.0.3-1733095163344 heartbeating to localhost/127.0.0.1:45483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:19:45,562 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:19:45,562 WARN [BP-1680827663-172.17.0.3-1733095163344 heartbeating to localhost/127.0.0.1:45483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1680827663-172.17.0.3-1733095163344 (Datanode Uuid fe07c524-c5ce-4f14-9d8f-fa4df638bb44) service to localhost/127.0.0.1:45483 2024-12-01T23:19:45,562 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:19:45,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/cluster_18fa60c7-c607-a679-562a-43f31818071b/data/data1/current/BP-1680827663-172.17.0.3-1733095163344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:19:45,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/cluster_18fa60c7-c607-a679-562a-43f31818071b/data/data2/current/BP-1680827663-172.17.0.3-1733095163344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:19:45,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:19:45,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f7320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:19:45,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:19:45,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:19:45,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:19:45,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/hadoop.log.dir/,STOPPED} 2024-12-01T23:19:45,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:19:45,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:19:45,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:45,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:45,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:45,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:45,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:45,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:19:45,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=123520066, stopped=false 2024-12-01T23:19:45,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,38425,1733095159579 2024-12-01T23:19:45,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01135990287/running 2024-12-01T23:19:45,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:45,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01135990287/running 2024-12-01T23:19:45,600 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:19:45,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:45,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:19:45,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Set watcher on znode that does not yet exist, /01135990287/running 2024-12-01T23:19:45,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:45,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Set watcher on znode that does not yet exist, /01135990287/running 2024-12-01T23:19:45,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:45,601 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,36039,1733095159766' ***** 2024-12-01T23:19:45,601 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:19:45,601 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:19:45,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:19:45,601 INFO [RS:0;f962de17fdc3:36039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:19:45,601 INFO [RS:0;f962de17fdc3:36039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:19:45,601 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(3091): Received CLOSE for 83f2a09e9f74df0445ee90a40b9727de 2024-12-01T23:19:45,601 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(3091): Received CLOSE for aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:45,601 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,36039,1733095159766 2024-12-01T23:19:45,601 INFO [RS:0;f962de17fdc3:36039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:19:45,601 INFO [RS:0;f962de17fdc3:36039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:36039. 2024-12-01T23:19:45,601 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83f2a09e9f74df0445ee90a40b9727de, disabling compactions & flushes 2024-12-01T23:19:45,601 DEBUG [RS:0;f962de17fdc3:36039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:45,602 DEBUG [RS:0;f962de17fdc3:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:45,602 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:45,602 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:45,602 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:19:45,602 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. after waiting 0 ms 2024-12-01T23:19:45,602 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:19:45,602 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:19:45,602 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:45,602 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:19:45,602 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83f2a09e9f74df0445ee90a40b9727de 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-01T23:19:45,602 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:19:45,602 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1325): Online Regions={83f2a09e9f74df0445ee90a40b9727de=hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de., 1588230740=hbase:meta,,1.1588230740, aa7cb1470bf3f0a7cb11c0a553b73017=test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017.} 2024-12-01T23:19:45,602 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83f2a09e9f74df0445ee90a40b9727de, aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:45,602 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:19:45,602 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:19:45,602 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:19:45,602 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:19:45,602 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:19:45,602 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:19:45,621 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/.tmp/hfileref/9be2047f28bc4b60a1356cd2906a47b0 is 74, key is 1/hfileref:34d6532c1d5a4f5ea469d6136ec841e0_SeqId_6_/1733095180692/Put/seqid=0 2024-12-01T23:19:45,621 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/info/5a8ce861e1284e318d8520e8656a5388 is 147, key is hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de./info:regioninfo/1733095174032/Put/seqid=0 2024-12-01T23:19:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741846_1022 (size=5345) 2024-12-01T23:19:45,625 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/.tmp/hfileref/9be2047f28bc4b60a1356cd2906a47b0 2024-12-01T23:19:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741847_1023 (size=7686) 2024-12-01T23:19:45,626 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/info/5a8ce861e1284e318d8520e8656a5388 2024-12-01T23:19:45,642 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/.tmp/queue/402a199d96764ff4b5f39559e82c98fe is 153, key is 1-f962de17fdc3,36039,1733095159766/queue:f962de17fdc3%2C36039%2C1733095159766/1733095179208/Put/seqid=0 2024-12-01T23:19:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741848_1024 (size=5352) 2024-12-01T23:19:45,646 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/ns/6e12aad6b965456695e70aed07c04741 is 43, key is default/ns:d/1733095163232/Put/seqid=0 2024-12-01T23:19:45,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741849_1025 (size=5153) 2024-12-01T23:19:45,666 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:19:45,802 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83f2a09e9f74df0445ee90a40b9727de, aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:45,846 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-01T23:19:45,847 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f962de17fdc3:37723 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f962de17fdc3/172.17.0.3:37723 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:19:45,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f962de17fdc3:37723 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f962de17fdc3/172.17.0.3:37723 2024-12-01T23:19:45,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:45,951 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f962de17fdc3:37723 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f962de17fdc3/172.17.0.3:37723 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:19:45,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=f962de17fdc3:37723 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f962de17fdc3/172.17.0.3:37723 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-01T23:19:45,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address f962de17fdc3:37723 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f962de17fdc3/172.17.0.3:37723 2024-12-01T23:19:46,002 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83f2a09e9f74df0445ee90a40b9727de, aa7cb1470bf3f0a7cb11c0a553b73017 2024-12-01T23:19:46,041 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:19:46,041 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:19:46,046 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/.tmp/queue/402a199d96764ff4b5f39559e82c98fe 2024-12-01T23:19:46,049 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/ns/6e12aad6b965456695e70aed07c04741 2024-12-01T23:19:46,050 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/.tmp/hfileref/9be2047f28bc4b60a1356cd2906a47b0 as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/hfileref/9be2047f28bc4b60a1356cd2906a47b0 2024-12-01T23:19:46,054 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/hfileref/9be2047f28bc4b60a1356cd2906a47b0, entries=4, sequenceid=10, filesize=5.2 K 2024-12-01T23:19:46,055 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/.tmp/queue/402a199d96764ff4b5f39559e82c98fe as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/queue/402a199d96764ff4b5f39559e82c98fe 2024-12-01T23:19:46,059 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/queue/402a199d96764ff4b5f39559e82c98fe, entries=1, sequenceid=10, filesize=5.2 K 2024-12-01T23:19:46,060 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 83f2a09e9f74df0445ee90a40b9727de in 457ms, sequenceid=10, compaction requested=false 2024-12-01T23:19:46,060 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T23:19:46,069 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/replication/83f2a09e9f74df0445ee90a40b9727de/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T23:19:46,069 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:46,069 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:46,069 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:46,070 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83f2a09e9f74df0445ee90a40b9727de: Waiting for close lock at 1733095185601Running coprocessor pre-close hooks at 1733095185601Disabling compacts and flushes for region at 1733095185601Disabling writes for close at 1733095185602 (+1 ms)Obtaining lock to block concurrent updates at 1733095185602Preparing flush snapshotting stores in 83f2a09e9f74df0445ee90a40b9727de at 1733095185602Finished memstore snapshotting hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733095185602Flushing stores of hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. at 1733095185603 (+1 ms)Flushing 83f2a09e9f74df0445ee90a40b9727de/hfileref: creating writer at 1733095185603Flushing 83f2a09e9f74df0445ee90a40b9727de/hfileref: appending metadata at 1733095185620 (+17 ms)Flushing 83f2a09e9f74df0445ee90a40b9727de/hfileref: closing flushed file at 1733095185620Flushing 83f2a09e9f74df0445ee90a40b9727de/queue: creating writer at 1733095185629 (+9 ms)Flushing 83f2a09e9f74df0445ee90a40b9727de/queue: appending metadata at 1733095185642 (+13 ms)Flushing 83f2a09e9f74df0445ee90a40b9727de/queue: closing flushed file at 1733095185642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262983c1: reopening flushed file at 1733095186050 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538e08f5: reopening flushed file at 1733095186054 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 83f2a09e9f74df0445ee90a40b9727de in 457ms, sequenceid=10, compaction requested=false at 1733095186060 (+6 ms)Writing region close event to WAL at 1733095186066 (+6 ms)Running coprocessor post-close hooks at 1733095186069 (+3 ms)Closed at 1733095186069 2024-12-01T23:19:46,070 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095172831.83f2a09e9f74df0445ee90a40b9727de. 2024-12-01T23:19:46,070 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/rep_barrier/6465d97248744515bc437dba85b713b5 is 112, key is test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017./rep_barrier:seqnumDuringOpen/1733095169656/Put/seqid=0 2024-12-01T23:19:46,070 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa7cb1470bf3f0a7cb11c0a553b73017, disabling compactions & flushes 2024-12-01T23:19:46,070 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:46,070 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:46,070 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. after waiting 0 ms 2024-12-01T23:19:46,070 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741850_1026 (size=5518) 2024-12-01T23:19:46,077 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/rep_barrier/6465d97248744515bc437dba85b713b5 2024-12-01T23:19:46,077 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/default/test/aa7cb1470bf3f0a7cb11c0a553b73017/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T23:19:46,077 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:46,077 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:19:46,078 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:46,078 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa7cb1470bf3f0a7cb11c0a553b73017: Waiting for close lock at 1733095186070Running coprocessor pre-close hooks at 1733095186070Disabling compacts and flushes for region at 1733095186070Disabling writes for close at 1733095186070Writing region close event to WAL at 1733095186074 (+4 ms)Running coprocessor post-close hooks at 1733095186077 (+3 ms)Closed at 1733095186077 2024-12-01T23:19:46,078 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095168510.aa7cb1470bf3f0a7cb11c0a553b73017. 2024-12-01T23:19:46,092 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/table/cf270dce229c4e838c4f0f6fa848f130 is 53, key is hbase:replication/table:state/1733095174038/Put/seqid=0 2024-12-01T23:19:46,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741851_1027 (size=5308) 2024-12-01T23:19:46,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:46,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f962de17fdc3:37723 this server is in the failed servers list 2024-12-01T23:19:46,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:37723 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:19:46,202 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:46,403 DEBUG [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:19:46,471 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:46,471 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f962de17fdc3:37723 this server is in the failed servers list 2024-12-01T23:19:46,471 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:37723 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:19:46,492 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1033, reset compression=false 2024-12-01T23:19:46,496 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/table/cf270dce229c4e838c4f0f6fa848f130 2024-12-01T23:19:46,496 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:19:46,496 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1328, reset compression=false 2024-12-01T23:19:46,501 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/info/5a8ce861e1284e318d8520e8656a5388 as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/info/5a8ce861e1284e318d8520e8656a5388 2024-12-01T23:19:46,505 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/info/5a8ce861e1284e318d8520e8656a5388, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:19:46,506 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/ns/6e12aad6b965456695e70aed07c04741 as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/ns/6e12aad6b965456695e70aed07c04741 2024-12-01T23:19:46,511 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/ns/6e12aad6b965456695e70aed07c04741, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:19:46,512 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/rep_barrier/6465d97248744515bc437dba85b713b5 as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/rep_barrier/6465d97248744515bc437dba85b713b5 2024-12-01T23:19:46,516 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/rep_barrier/6465d97248744515bc437dba85b713b5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:19:46,517 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/.tmp/table/cf270dce229c4e838c4f0f6fa848f130 as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/table/cf270dce229c4e838c4f0f6fa848f130 2024-12-01T23:19:46,521 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/table/cf270dce229c4e838c4f0f6fa848f130, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:19:46,522 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=16, compaction requested=false 2024-12-01T23:19:46,522 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:19:46,530 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:19:46,531 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:19:46,531 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:19:46,531 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:46,531 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095185602Running coprocessor pre-close hooks at 1733095185602Disabling compacts and flushes for region at 1733095185602Disabling writes for close at 1733095185602Obtaining lock to block concurrent updates at 1733095185602Preparing flush snapshotting stores in 1588230740 at 1733095185602Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095185602Flushing stores of hbase:meta,,1.1588230740 at 1733095185603 (+1 ms)Flushing 1588230740/info: creating writer at 1733095185603Flushing 1588230740/info: appending metadata at 1733095185621 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733095185621Flushing 1588230740/ns: creating writer at 1733095185630 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733095185646 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733095185646Flushing 1588230740/rep_barrier: creating writer at 1733095186053 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095186069 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095186069Flushing 1588230740/table: creating writer at 1733095186080 (+11 ms)Flushing 1588230740/table: appending metadata at 1733095186092 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733095186092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce33a7: reopening flushed file at 1733095186501 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346b4162: reopening flushed file at 1733095186506 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54586721: reopening flushed file at 1733095186511 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc326c6: reopening flushed file at 1733095186516 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=16, compaction requested=false at 1733095186522 (+6 ms)Writing region close event to WAL at 1733095186527 (+5 ms)Running coprocessor post-close hooks at 1733095186531 (+4 ms)Closed at 1733095186531 2024-12-01T23:19:46,531 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:46,603 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,36039,1733095159766; all regions closed. 2024-12-01T23:19:46,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.meta.1733095163149.meta not finished, retry = 0 2024-12-01T23:19:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:19:46,700 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.1733095162168 to pos 1328, reset compression=false 2024-12-01T23:19:46,707 DEBUG [RS:0;f962de17fdc3:36039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/oldWALs 2024-12-01T23:19:46,707 INFO [RS:0;f962de17fdc3:36039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C36039%2C1733095159766.meta:.meta(num 1733095163149) 2024-12-01T23:19:46,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/WALs/f962de17fdc3,36039,1733095159766/f962de17fdc3%2C36039%2C1733095159766.rep.1733095174003 not finished, retry = 0 2024-12-01T23:19:46,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741839_1015 (size=2695) 2024-12-01T23:19:46,811 DEBUG [RS:0;f962de17fdc3:36039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/oldWALs 2024-12-01T23:19:46,811 INFO [RS:0;f962de17fdc3:36039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C36039%2C1733095159766.rep:(num 1733095174003) 2024-12-01T23:19:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741832_1008 (size=1336) 2024-12-01T23:19:46,815 DEBUG [RS:0;f962de17fdc3:36039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/oldWALs 2024-12-01T23:19:46,815 INFO [RS:0;f962de17fdc3:36039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C36039%2C1733095159766:(num 1733095162168) 2024-12-01T23:19:46,815 DEBUG [RS:0;f962de17fdc3:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:46,815 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:19:46,815 INFO [RS:0;f962de17fdc3:36039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:19:46,815 INFO [RS:0;f962de17fdc3:36039 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:19:46,815 INFO [RS:0;f962de17fdc3:36039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:19:46,815 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:19:46,816 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,36039,1733095159766 because: Region server is closing 2024-12-01T23:19:46,816 INFO [RS:0;f962de17fdc3:36039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:36039. 2024-12-01T23:19:46,816 DEBUG [RS:0;f962de17fdc3:36039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:46,816 DEBUG [RS:0;f962de17fdc3:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:46,816 DEBUG [RS:0;f962de17fdc3:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:46,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:46,916 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.wal-reader.f962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:19:46,916 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-01T23:19:46,916 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-01T23:19:46,917 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-01T23:19:46,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:46,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f962de17fdc3:37723 this server is in the failed servers list 2024-12-01T23:19:46,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f962de17fdc3:37723 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:19:47,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:19:47,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:47,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:47,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:47,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:47,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:47,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:47,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:47,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:47,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:47,717 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,36039,1733095159766.replicationSource.shipperf962de17fdc3%2C36039%2C1733095159766,1-f962de17fdc3,36039,1733095159766 terminated 2024-12-01T23:19:47,718 INFO [RS:0;f962de17fdc3:36039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:36039. 2024-12-01T23:19:47,718 DEBUG [RS:0;f962de17fdc3:36039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:19:47,718 DEBUG [RS:0;f962de17fdc3:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:47,718 DEBUG [RS:0;f962de17fdc3:36039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:47,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:19:47,718 INFO [RS:0;f962de17fdc3:36039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36039 2024-12-01T23:19:47,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287/rs 2024-12-01T23:19:47,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01135990287/rs/f962de17fdc3,36039,1733095159766 2024-12-01T23:19:47,768 INFO [RS:0;f962de17fdc3:36039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:19:47,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,36039,1733095159766] 2024-12-01T23:19:47,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01135990287/draining/f962de17fdc3,36039,1733095159766 already deleted, retry=false 2024-12-01T23:19:47,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,36039,1733095159766 expired; onlineServers=0 2024-12-01T23:19:47,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,38425,1733095159579' ***** 2024-12-01T23:19:47,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:19:47,789 INFO [M:0;f962de17fdc3:38425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:19:47,789 INFO [M:0;f962de17fdc3:38425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:19:47,790 DEBUG [M:0;f962de17fdc3:38425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:19:47,790 DEBUG [M:0;f962de17fdc3:38425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:19:47,790 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:19:47,790 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095161941 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095161941,5,FailOnTimeoutGroup] 2024-12-01T23:19:47,790 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095161941 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095161941,5,FailOnTimeoutGroup] 2024-12-01T23:19:47,790 INFO [M:0;f962de17fdc3:38425 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:19:47,790 INFO [M:0;f962de17fdc3:38425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:19:47,790 DEBUG [M:0;f962de17fdc3:38425 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:19:47,790 INFO [M:0;f962de17fdc3:38425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:19:47,790 INFO [M:0;f962de17fdc3:38425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:19:47,790 INFO [M:0;f962de17fdc3:38425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:19:47,790 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:19:47,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01135990287/master 2024-12-01T23:19:47,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01135990287 2024-12-01T23:19:47,800 DEBUG [M:0;f962de17fdc3:38425 {}] zookeeper.ZKUtil(347): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Unable to get data of znode /01135990287/master because node does not exist (not an error) 2024-12-01T23:19:47,800 WARN [M:0;f962de17fdc3:38425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:19:47,801 INFO [M:0;f962de17fdc3:38425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/.lastflushedseqids 2024-12-01T23:19:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741852_1028 (size=263) 2024-12-01T23:19:47,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:47,879 INFO [RS:0;f962de17fdc3:36039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:19:47,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36039-0x10193316a7f0001, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:47,879 INFO [RS:0;f962de17fdc3:36039 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,36039,1733095159766; zookeeper connection closed. 2024-12-01T23:19:47,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54127b77 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54127b77 2024-12-01T23:19:47,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:19:47,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:47,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:19:47,994 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:19:48,205 INFO [M:0;f962de17fdc3:38425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:19:48,205 INFO [M:0;f962de17fdc3:38425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:19:48,206 DEBUG [M:0;f962de17fdc3:38425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:19:48,206 INFO [M:0;f962de17fdc3:38425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:48,206 DEBUG [M:0;f962de17fdc3:38425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:48,206 DEBUG [M:0;f962de17fdc3:38425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:19:48,206 DEBUG [M:0;f962de17fdc3:38425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:48,206 INFO [M:0;f962de17fdc3:38425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-01T23:19:48,219 DEBUG [M:0;f962de17fdc3:38425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8637ee639b0847e29d266006703002ff is 82, key is hbase:meta,,1/info:regioninfo/1733095163178/Put/seqid=0 2024-12-01T23:19:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741853_1029 (size=5672) 2024-12-01T23:19:48,623 INFO [M:0;f962de17fdc3:38425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8637ee639b0847e29d266006703002ff 2024-12-01T23:19:48,639 DEBUG [M:0;f962de17fdc3:38425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9da586a45d63449386ebf54de6546150 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733095174042/Put/seqid=0 2024-12-01T23:19:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741854_1030 (size=8516) 2024-12-01T23:19:49,045 INFO [M:0;f962de17fdc3:38425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9da586a45d63449386ebf54de6546150 2024-12-01T23:19:49,070 DEBUG [M:0;f962de17fdc3:38425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c572d6dae78a43c6b2f303dcb2cb2deb is 69, key is f962de17fdc3,36039,1733095159766/rs:state/1733095162026/Put/seqid=0 2024-12-01T23:19:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741855_1031 (size=5156) 2024-12-01T23:19:49,167 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:19:49,474 INFO [M:0;f962de17fdc3:38425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c572d6dae78a43c6b2f303dcb2cb2deb 2024-12-01T23:19:49,479 DEBUG [M:0;f962de17fdc3:38425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8637ee639b0847e29d266006703002ff as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8637ee639b0847e29d266006703002ff 2024-12-01T23:19:49,483 INFO [M:0;f962de17fdc3:38425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8637ee639b0847e29d266006703002ff, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T23:19:49,484 DEBUG [M:0;f962de17fdc3:38425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9da586a45d63449386ebf54de6546150 as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9da586a45d63449386ebf54de6546150 2024-12-01T23:19:49,487 INFO [M:0;f962de17fdc3:38425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9da586a45d63449386ebf54de6546150, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T23:19:49,488 DEBUG [M:0;f962de17fdc3:38425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c572d6dae78a43c6b2f303dcb2cb2deb as hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c572d6dae78a43c6b2f303dcb2cb2deb 2024-12-01T23:19:49,492 INFO [M:0;f962de17fdc3:38425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45353/user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c572d6dae78a43c6b2f303dcb2cb2deb, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T23:19:49,493 INFO [M:0;f962de17fdc3:38425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-12-01T23:19:49,494 INFO [M:0;f962de17fdc3:38425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:49,494 DEBUG [M:0;f962de17fdc3:38425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095188206Disabling compacts and flushes for region at 1733095188206Disabling writes for close at 1733095188206Obtaining lock to block concurrent updates at 1733095188206Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095188206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733095188206Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095188207 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095188207Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095188219 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095188219Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095188627 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095188639 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095188639Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095189049 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095189070 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095189070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4093758c: reopening flushed file at 1733095189478 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db34a8d: reopening flushed file at 1733095189483 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44821f29: reopening flushed file at 1733095189487 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1733095189493 (+6 ms)Writing region close event to WAL at 1733095189494 (+1 ms)Closed at 1733095189494 2024-12-01T23:19:49,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46293 is added to blk_1073741830_1006 (size=63654) 2024-12-01T23:19:49,498 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91af7650-15ef-368a-8cac-9b52518ef0be/MasterData/WALs/f962de17fdc3,38425,1733095159579/f962de17fdc3%2C38425%2C1733095159579.1733095161645 not finished, retry = 0 2024-12-01T23:19:49,599 INFO [M:0;f962de17fdc3:38425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:19:49,599 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:19:49,599 INFO [M:0;f962de17fdc3:38425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38425 2024-12-01T23:19:49,600 INFO [M:0;f962de17fdc3:38425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:19:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:49,753 INFO [M:0;f962de17fdc3:38425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:19:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38425-0x10193316a7f0000, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:19:49,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702d0e1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:19:49,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:19:49,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:19:49,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:19:49,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/hadoop.log.dir/,STOPPED} 2024-12-01T23:19:49,756 WARN [BP-1103866109-172.17.0.3-1733095157488 heartbeating to localhost/127.0.0.1:45353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:19:49,756 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:19:49,757 WARN [BP-1103866109-172.17.0.3-1733095157488 heartbeating to localhost/127.0.0.1:45353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1103866109-172.17.0.3-1733095157488 (Datanode Uuid d16f7883-6f62-4dfd-b6de-4b2438dda540) service to localhost/127.0.0.1:45353 2024-12-01T23:19:49,757 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:19:49,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/cluster_717c9279-7006-7e13-d3f7-f2fe11b27063/data/data1/current/BP-1103866109-172.17.0.3-1733095157488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:19:49,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/cluster_717c9279-7006-7e13-d3f7-f2fe11b27063/data/data2/current/BP-1103866109-172.17.0.3-1733095157488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:19:49,758 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:19:49,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a0d3f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:19:49,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf68f11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:19:49,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:19:49,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b19225d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:19:49,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd95385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e2b2730-888e-9111-5923-b9a0efe4243e/hadoop.log.dir/,STOPPED} 2024-12-01T23:19:49,769 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:19:49,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:19:49,788 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61468) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45353 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45483 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45483 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61468) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45353 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45353 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 341), ProcessCount=11 (was 11), AvailableMemoryMB=5206 (was 5354) 2024-12-01T23:19:49,796 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=5205 2024-12-01T23:19:49,808 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-01T23:19:49,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/hadoop.log.dir so I do NOT create it in target/test-data/21442616-aaad-c683-8de3-7602c36d9763 2024-12-01T23:19:49,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:19:49,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/hadoop.tmp.dir so I do NOT create it in target/test-data/21442616-aaad-c683-8de3-7602c36d9763 2024-12-01T23:19:49,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5466a84-940b-f2ed-ece0-4f6effa46fbb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:19:49,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763 2024-12-01T23:19:49,809 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/cluster_26f7369b-0219-76ba-12c4-546918ec6fa8, deleteOnExit=true 2024-12-01T23:19:49,848 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/cluster_26f7369b-0219-76ba-12c4-546918ec6fa8/zookeeper_0, clientPort=55619, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/cluster_26f7369b-0219-76ba-12c4-546918ec6fa8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/cluster_26f7369b-0219-76ba-12c4-546918ec6fa8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:19:49,848 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55619 2024-12-01T23:19:49,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:19:49,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:19:49,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/test.cache.data in system properties and HBase conf 2024-12-01T23:19:49,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:19:49,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:19:49,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:19:49,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:19:49,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:19:49,849 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:19:49,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:19:49,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:19:49,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10193316a7f0005, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:19:49,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10193316a7f0002, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:19:49,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10193316a7f0005, quorum=127.0.0.1:61468, baseZNode=/1990135625 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:19:49,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10193316a7f0002, quorum=127.0.0.1:61468, baseZNode=/01135990287 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:19:50,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:50,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:19:50,012 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:19:50,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:50,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:19:50,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:19:50,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:19:50,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:19:50,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:50,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189d9056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:19:50,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c1350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:19:50,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3345c3bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/java.io.tmpdir/jetty-localhost-43047-hadoop-hdfs-3_4_1-tests_jar-_-any-3665842450544081335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:19:50,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfff8b5{HTTP/1.1, (http/1.1)}{localhost:43047} 2024-12-01T23:19:50,376 INFO [Time-limited test {}] server.Server(415): Started @201146ms 2024-12-01T23:19:50,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:50,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:19:50,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:19:50,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:19:50,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:19:50,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ff08e57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:19:50,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40caad6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:19:50,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a55265e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/java.io.tmpdir/jetty-localhost-33869-hadoop-hdfs-3_4_1-tests_jar-_-any-17124935736368051883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:19:50,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6632bd{HTTP/1.1, (http/1.1)}{localhost:33869} 2024-12-01T23:19:50,796 INFO [Time-limited test {}] server.Server(415): Started @201566ms 2024-12-01T23:19:50,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:19:51,412 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/cluster_26f7369b-0219-76ba-12c4-546918ec6fa8/data/data1/current/BP-203756710-172.17.0.3-1733095189868/current, will proceed with Du for space computation calculation, 2024-12-01T23:19:51,412 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/cluster_26f7369b-0219-76ba-12c4-546918ec6fa8/data/data2/current/BP-203756710-172.17.0.3-1733095189868/current, will proceed with Du for space computation calculation, 2024-12-01T23:19:51,429 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:19:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f0cf0e16c47d32e with lease ID 0x49323fe801e62ef1: Processing first storage report for DS-588ad260-11c0-4554-8dfa-15f860f5bfeb from datanode DatanodeRegistration(127.0.0.1:39747, datanodeUuid=158563ec-6ea2-433a-8a8f-3ea4fddd0fbc, infoPort=36851, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=1490823316;c=1733095189868) 2024-12-01T23:19:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f0cf0e16c47d32e with lease ID 0x49323fe801e62ef1: from storage DS-588ad260-11c0-4554-8dfa-15f860f5bfeb node DatanodeRegistration(127.0.0.1:39747, datanodeUuid=158563ec-6ea2-433a-8a8f-3ea4fddd0fbc, infoPort=36851, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=1490823316;c=1733095189868), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T23:19:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f0cf0e16c47d32e with lease ID 0x49323fe801e62ef1: Processing first storage report for DS-d88f37d7-87d5-409e-8d88-11e0a3a652bb from datanode DatanodeRegistration(127.0.0.1:39747, datanodeUuid=158563ec-6ea2-433a-8a8f-3ea4fddd0fbc, infoPort=36851, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=1490823316;c=1733095189868) 2024-12-01T23:19:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f0cf0e16c47d32e with lease ID 0x49323fe801e62ef1: from storage DS-d88f37d7-87d5-409e-8d88-11e0a3a652bb node DatanodeRegistration(127.0.0.1:39747, datanodeUuid=158563ec-6ea2-433a-8a8f-3ea4fddd0fbc, infoPort=36851, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=1490823316;c=1733095189868), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:19:51,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763 2024-12-01T23:19:51,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:51,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:19:51,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346 with version=8 2024-12-01T23:19:51,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/hbase-staging 2024-12-01T23:19:51,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:19:51,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:51,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:51,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:19:51,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:51,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:19:51,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:19:51,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:19:51,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36109 2024-12-01T23:19:51,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36109 connecting to ZooKeeper ensemble=127.0.0.1:55619 2024-12-01T23:19:52,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361090x0, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:52,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36109-0x1019331e9020000 connected 2024-12-01T23:19:52,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:19:52,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:52,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:52,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:52,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:52,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:52,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:52,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:52,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:52,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:52,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:19:52,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:52,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:52,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Set watcher on znode that does not yet exist, /01874980704/running 2024-12-01T23:19:52,109 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346, hbase.cluster.distributed=false 2024-12-01T23:19:52,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Set watcher on znode that does not yet exist, /01874980704/acl 2024-12-01T23:19:52,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36109 2024-12-01T23:19:52,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36109 2024-12-01T23:19:52,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36109 2024-12-01T23:19:52,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36109 2024-12-01T23:19:52,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36109 2024-12-01T23:19:52,123 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:19:52,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:52,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:52,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:19:52,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:52,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:19:52,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:19:52,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:19:52,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45433 2024-12-01T23:19:52,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45433 connecting to ZooKeeper ensemble=127.0.0.1:55619 2024-12-01T23:19:52,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:52,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:52,136 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454330x0, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:52,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454330x0, quorum=127.0.0.1:55619, baseZNode=/01874980704 Set watcher on znode that does not yet exist, /01874980704/running 2024-12-01T23:19:52,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45433-0x1019331e9020001 connected 2024-12-01T23:19:52,137 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:19:52,138 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:19:52,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Set watcher on znode that does not yet exist, /01874980704/master 2024-12-01T23:19:52,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Set watcher on znode that does not yet exist, /01874980704/acl 2024-12-01T23:19:52,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45433 2024-12-01T23:19:52,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45433 2024-12-01T23:19:52,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45433 2024-12-01T23:19:52,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45433 2024-12-01T23:19:52,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45433 2024-12-01T23:19:52,165 DEBUG [M:0;f962de17fdc3:36109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:36109 2024-12-01T23:19:52,165 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01874980704/backup-masters/f962de17fdc3,36109,1733095191942 2024-12-01T23:19:52,176 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704/backup-masters 2024-12-01T23:19:52,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704/backup-masters 2024-12-01T23:19:52,176 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Set watcher on existing znode=/01874980704/backup-masters/f962de17fdc3,36109,1733095191942 2024-12-01T23:19:52,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:52,186 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01874980704/master 2024-12-01T23:19:52,186 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:52,187 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Set watcher on existing znode=/01874980704/master 2024-12-01T23:19:52,187 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01874980704/backup-masters/f962de17fdc3,36109,1733095191942 from backup master directory 2024-12-01T23:19:52,197 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704/backup-masters 2024-12-01T23:19:52,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01874980704/backup-masters/f962de17fdc3,36109,1733095191942 2024-12-01T23:19:52,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704/backup-masters 2024-12-01T23:19:52,197 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:19:52,197 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,36109,1733095191942 2024-12-01T23:19:52,200 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/hbase.id] with ID: 47dff789-e598-4570-94c0-0292b42ba0ed 2024-12-01T23:19:52,200 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/.tmp/hbase.id 2024-12-01T23:19:52,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:19:52,204 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/.tmp/hbase.id]:[hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/hbase.id] 2024-12-01T23:19:52,212 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:52,212 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:19:52,213 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:19:52,220 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:52,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:52,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:19:52,626 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:19:52,627 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:19:52,627 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:52,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:19:53,034 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store 2024-12-01T23:19:53,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:19:53,440 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:53,440 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:19:53,440 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:53,440 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:53,440 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:19:53,440 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:53,440 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:53,440 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095193440Disabling compacts and flushes for region at 1733095193440Disabling writes for close at 1733095193440Writing region close event to WAL at 1733095193440Closed at 1733095193440 2024-12-01T23:19:53,441 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/.initializing 2024-12-01T23:19:53,441 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/WALs/f962de17fdc3,36109,1733095191942 2024-12-01T23:19:53,442 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:19:53,444 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C36109%2C1733095191942, suffix=, logDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/WALs/f962de17fdc3,36109,1733095191942, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/oldWALs, maxLogs=10 2024-12-01T23:19:53,459 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/WALs/f962de17fdc3,36109,1733095191942/f962de17fdc3%2C36109%2C1733095191942.1733095193444, exclude list is [], retry=0 2024-12-01T23:19:53,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39747,DS-588ad260-11c0-4554-8dfa-15f860f5bfeb,DISK] 2024-12-01T23:19:53,463 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/WALs/f962de17fdc3,36109,1733095191942/f962de17fdc3%2C36109%2C1733095191942.1733095193444 2024-12-01T23:19:53,463 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851)] 2024-12-01T23:19:53,463 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:53,463 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:53,463 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,463 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:19:53,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:53,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:53,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:19:53,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:19:53,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:53,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:53,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:19:53,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:53,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:53,470 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,470 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,470 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,471 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,471 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,472 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:53,472 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:53,474 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:53,474 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66562799, jitterRate=-0.00813700258731842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:53,474 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095193463Initializing all the Stores at 1733095193464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095193464Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095193465 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095193465Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095193465Cleaning up temporary data from old regions at 1733095193471 (+6 ms)Region opened successfully at 1733095193474 (+3 ms) 2024-12-01T23:19:53,474 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:19:53,477 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6237972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:19:53,477 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:19:53,478 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:19:53,478 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:19:53,478 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:19:53,478 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:19:53,478 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:19:53,478 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:19:53,480 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:19:53,480 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Unable to get data of znode /01874980704/balancer because node does not exist (not necessarily an error) 2024-12-01T23:19:53,536 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01874980704/balancer already deleted, retry=false 2024-12-01T23:19:53,537 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:19:53,537 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Unable to get data of znode /01874980704/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:19:53,547 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01874980704/normalizer already deleted, retry=false 2024-12-01T23:19:53,547 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:19:53,548 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Unable to get data of znode /01874980704/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:19:53,557 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01874980704/switch/split already deleted, retry=false 2024-12-01T23:19:53,558 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Unable to get data of znode /01874980704/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:19:53,568 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01874980704/switch/merge already deleted, retry=false 2024-12-01T23:19:53,570 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Unable to get data of znode /01874980704/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:19:53,578 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01874980704/snapshot-cleanup already deleted, retry=false 2024-12-01T23:19:53,589 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01874980704/running 2024-12-01T23:19:53,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01874980704/running 2024-12-01T23:19:53,589 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:53,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:53,589 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,36109,1733095191942, sessionid=0x1019331e9020000, setting cluster-up flag (Was=false) 2024-12-01T23:19:53,610 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:53,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:53,642 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01874980704/flush-table-proc/acquired, /01874980704/flush-table-proc/reached, /01874980704/flush-table-proc/abort 2024-12-01T23:19:53,643 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,36109,1733095191942 2024-12-01T23:19:53,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:53,663 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:53,694 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01874980704/online-snapshot/acquired, /01874980704/online-snapshot/reached, /01874980704/online-snapshot/abort 2024-12-01T23:19:53,695 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,36109,1733095191942 2024-12-01T23:19:53,696 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:19:53,697 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:53,697 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:19:53,697 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:19:53,698 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,36109,1733095191942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:19:53,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:53,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:53,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:53,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:53,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:19:53,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:19:53,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,699 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095223699 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:19:53,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:19:53,700 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:19:53,701 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:53,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:19:53,704 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:19:53,704 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:19:53,704 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095193704,5,FailOnTimeoutGroup] 2024-12-01T23:19:53,704 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095193704,5,FailOnTimeoutGroup] 2024-12-01T23:19:53,704 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,705 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:19:53,705 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,705 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:19:53,754 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(746): ClusterId : 47dff789-e598-4570-94c0-0292b42ba0ed 2024-12-01T23:19:53,754 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:19:53,766 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:19:53,766 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:19:53,779 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:19:53,780 DEBUG [RS:0;f962de17fdc3:45433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4a573e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:19:53,791 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:45433 2024-12-01T23:19:53,791 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:19:53,791 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:19:53,791 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:19:53,792 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,36109,1733095191942 with port=45433, startcode=1733095192123 2024-12-01T23:19:53,792 DEBUG [RS:0;f962de17fdc3:45433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:19:53,793 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:19:53,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,45433,1733095192123 2024-12-01T23:19:53,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36109 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,45433,1733095192123 2024-12-01T23:19:53,795 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346 2024-12-01T23:19:53,795 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40429 2024-12-01T23:19:53,795 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:19:53,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704/rs 2024-12-01T23:19:53,807 DEBUG [RS:0;f962de17fdc3:45433 {}] zookeeper.ZKUtil(111): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Set watcher on existing znode=/01874980704/rs/f962de17fdc3,45433,1733095192123 2024-12-01T23:19:53,807 WARN [RS:0;f962de17fdc3:45433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:19:53,808 INFO [RS:0;f962de17fdc3:45433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:53,808 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123 2024-12-01T23:19:53,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,45433,1733095192123] 2024-12-01T23:19:53,810 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:19:53,812 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:19:53,812 INFO [RS:0;f962de17fdc3:45433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:19:53,812 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,820 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:19:53,821 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:19:53,821 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:19:53,821 DEBUG [RS:0;f962de17fdc3:45433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:19:53,821 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,822 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,822 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,822 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,822 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,822 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,45433,1733095192123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:53,833 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:19:53,834 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,45433,1733095192123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,834 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,834 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.Replication(171): f962de17fdc3,45433,1733095192123 started 2024-12-01T23:19:53,845 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:53,845 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,45433,1733095192123, RpcServer on f962de17fdc3/172.17.0.3:45433, sessionid=0x1019331e9020001 2024-12-01T23:19:53,845 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:19:53,845 DEBUG [RS:0;f962de17fdc3:45433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,45433,1733095192123 2024-12-01T23:19:53,845 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,45433,1733095192123' 2024-12-01T23:19:53,845 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01874980704/flush-table-proc/abort' 2024-12-01T23:19:53,846 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01874980704/flush-table-proc/acquired' 2024-12-01T23:19:53,846 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:19:53,846 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:19:53,846 DEBUG [RS:0;f962de17fdc3:45433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,45433,1733095192123 2024-12-01T23:19:53,846 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,45433,1733095192123' 2024-12-01T23:19:53,846 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01874980704/online-snapshot/abort' 2024-12-01T23:19:53,846 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01874980704/online-snapshot/acquired' 2024-12-01T23:19:53,846 DEBUG [RS:0;f962de17fdc3:45433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:19:53,846 INFO [RS:0;f962de17fdc3:45433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:19:53,846 INFO [RS:0;f962de17fdc3:45433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:19:53,947 INFO [RS:0;f962de17fdc3:45433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:19:53,948 INFO [RS:0;f962de17fdc3:45433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C45433%2C1733095192123, suffix=, logDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/oldWALs, maxLogs=10 2024-12-01T23:19:53,959 DEBUG [RS:0;f962de17fdc3:45433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948, exclude list is [], retry=0 2024-12-01T23:19:53,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39747,DS-588ad260-11c0-4554-8dfa-15f860f5bfeb,DISK] 2024-12-01T23:19:53,963 INFO [RS:0;f962de17fdc3:45433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 2024-12-01T23:19:53,963 DEBUG [RS:0;f962de17fdc3:45433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851)] 2024-12-01T23:19:54,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:19:54,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:19:54,031 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8184 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:19:54,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:19:54,108 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346 2024-12-01T23:19:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:19:54,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:54,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:19:54,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:19:54,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:54,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:54,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:19:54,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:19:54,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:54,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:54,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:19:54,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:19:54,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:54,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:54,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:19:54,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:19:54,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:54,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:54,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:19:54,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740 2024-12-01T23:19:54,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740 2024-12-01T23:19:54,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:19:54,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:19:54,522 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:54,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:19:54,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:54,525 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67798989, jitterRate=0.010283663868904114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:54,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095194514Initializing all the Stores at 1733095194515 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095194515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095194515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095194515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095194515Cleaning up temporary data from old regions at 1733095194522 (+7 ms)Region opened successfully at 1733095194526 (+4 ms) 2024-12-01T23:19:54,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:19:54,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:19:54,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:19:54,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:19:54,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:19:54,526 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:54,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095194526Disabling compacts and flushes for region at 1733095194526Disabling writes for close at 1733095194526Writing region close event to WAL at 1733095194526Closed at 1733095194526 2024-12-01T23:19:54,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:54,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:19:54,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:19:54,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:19:54,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:19:54,680 DEBUG [f962de17fdc3:36109 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:19:54,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,45433,1733095192123 2024-12-01T23:19:54,682 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,45433,1733095192123, state=OPENING 2024-12-01T23:19:54,778 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:19:54,789 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:54,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:19:54,789 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:19:54,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01874980704/meta-region-server: CHANGED 2024-12-01T23:19:54,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01874980704/meta-region-server: CHANGED 2024-12-01T23:19:54,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,45433,1733095192123}] 2024-12-01T23:19:54,942 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:19:54,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:19:54,947 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:19:54,947 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:54,947 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:19:54,948 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C45433%2C1733095192123.meta, suffix=.meta, logDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/oldWALs, maxLogs=10 2024-12-01T23:19:54,964 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.meta.1733095194948.meta, exclude list is [], retry=0 2024-12-01T23:19:54,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39747,DS-588ad260-11c0-4554-8dfa-15f860f5bfeb,DISK] 2024-12-01T23:19:54,968 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.meta.1733095194948.meta 2024-12-01T23:19:54,968 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851)] 2024-12-01T23:19:54,968 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:54,968 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:54,968 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:19:54,968 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:19:54,969 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:19:54,969 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:19:54,969 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:54,969 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:19:54,969 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:19:54,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:19:54,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:19:54,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:54,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:54,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:19:54,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:19:54,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:54,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:54,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:19:54,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:19:54,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:54,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:54,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:19:54,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:19:54,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:54,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:54,974 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:19:54,975 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740 2024-12-01T23:19:54,976 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740 2024-12-01T23:19:54,977 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:19:54,977 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:19:54,977 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:54,979 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:19:54,979 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61516252, jitterRate=-0.08333641290664673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:54,979 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:19:54,980 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095194969Writing region info on filesystem at 1733095194969Initializing all the Stores at 1733095194970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095194970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095194970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095194970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095194970Cleaning up temporary data from old regions at 1733095194977 (+7 ms)Running coprocessor post-open hooks at 1733095194979 (+2 ms)Region opened successfully at 1733095194980 (+1 ms) 2024-12-01T23:19:54,980 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095194942 2024-12-01T23:19:54,982 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:19:54,982 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:19:54,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,45433,1733095192123 2024-12-01T23:19:54,984 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,45433,1733095192123, state=OPEN 2024-12-01T23:19:55,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01874980704/meta-region-server 2024-12-01T23:19:55,023 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01874980704/meta-region-server 2024-12-01T23:19:55,023 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,45433,1733095192123 2024-12-01T23:19:55,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01874980704/meta-region-server: CHANGED 2024-12-01T23:19:55,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01874980704/meta-region-server: CHANGED 2024-12-01T23:19:55,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:19:55,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,45433,1733095192123 in 234 msec 2024-12-01T23:19:55,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:19:55,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-12-01T23:19:55,029 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:55,029 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:19:55,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:55,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,45433,1733095192123, seqNum=-1] 2024-12-01T23:19:55,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:55,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:55,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3390 sec 2024-12-01T23:19:55,036 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095195036, completionTime=-1 2024-12-01T23:19:55,036 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:19:55,036 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:19:55,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:19:55,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095255038 2024-12-01T23:19:55,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095315038 2024-12-01T23:19:55,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:19:55,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36109,1733095191942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:55,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36109,1733095191942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:55,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36109,1733095191942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:55,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:36109, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:55,038 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:55,039 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:55,040 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:19:55,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.844sec 2024-12-01T23:19:55,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:19:55,041 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:19:55,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:19:55,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:19:55,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:19:55,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36109,1733095191942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:55,042 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36109,1733095191942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:19:55,044 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:19:55,044 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:19:55,044 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36109,1733095191942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:55,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51731155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:55,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36109,-1 for getting cluster id 2024-12-01T23:19:55,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:19:55,056 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47dff789-e598-4570-94c0-0292b42ba0ed' 2024-12-01T23:19:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:19:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47dff789-e598-4570-94c0-0292b42ba0ed" 2024-12-01T23:19:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0cc0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36109,-1] 2024-12-01T23:19:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:19:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:19:55,058 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:19:55,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427b6edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:19:55,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,45433,1733095192123, seqNum=-1] 2024-12-01T23:19:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:55,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:55,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,36109,1733095191942 2024-12-01T23:19:55,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55619 2024-12-01T23:19:55,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:55,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019331e9020002 connected 2024-12-01T23:19:55,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/hadoop.log.dir so I do NOT create it in target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076 2024-12-01T23:19:55,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:19:55,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/hadoop.tmp.dir so I do NOT create it in target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076 2024-12-01T23:19:55,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:19:55,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076 2024-12-01T23:19:55,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:19:55,097 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/cluster_546e9f8d-6c5e-f63a-5b9b-ae313dbfaee2, deleteOnExit=true 2024-12-01T23:19:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:19:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/test.cache.data in system properties and HBase conf 2024-12-01T23:19:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:19:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:19:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:19:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:19:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:19:55,097 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:19:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:19:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:19:55,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:19:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:19:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T23:19:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:19:55,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:55,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:19:55,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:19:55,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:19:55,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:19:55,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:55,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74263c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:19:55,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e95cfe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:19:55,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7791517c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/java.io.tmpdir/jetty-localhost-44899-hadoop-hdfs-3_4_1-tests_jar-_-any-7110015619298327029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:19:55,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c3bb764{HTTP/1.1, (http/1.1)}{localhost:44899} 2024-12-01T23:19:55,525 INFO [Time-limited test {}] server.Server(415): Started @206295ms 2024-12-01T23:19:55,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:19:55,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:19:55,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:19:55,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:19:55,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:19:55,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dac0b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:19:55,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4901da09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:19:55,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dbf964d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/java.io.tmpdir/jetty-localhost-40055-hadoop-hdfs-3_4_1-tests_jar-_-any-13693096607742330666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:19:55,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@473d1391{HTTP/1.1, (http/1.1)}{localhost:40055} 2024-12-01T23:19:55,919 INFO [Time-limited test {}] server.Server(415): Started @206689ms 2024-12-01T23:19:55,920 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:19:56,552 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/cluster_546e9f8d-6c5e-f63a-5b9b-ae313dbfaee2/data/data1/current/BP-204947876-172.17.0.3-1733095195116/current, will proceed with Du for space computation calculation, 2024-12-01T23:19:56,552 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/cluster_546e9f8d-6c5e-f63a-5b9b-ae313dbfaee2/data/data2/current/BP-204947876-172.17.0.3-1733095195116/current, will proceed with Du for space computation calculation, 2024-12-01T23:19:56,584 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:19:56,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b90080d2c427ad0 with lease ID 0x22792eb2898113f7: Processing first storage report for DS-ecdf461c-1eaf-4bd1-8baa-650c73fce3cb from datanode DatanodeRegistration(127.0.0.1:44035, datanodeUuid=bc4613db-3abc-4c02-9977-5b46021e8327, infoPort=45453, infoSecurePort=0, ipcPort=38081, storageInfo=lv=-57;cid=testClusterID;nsid=307841413;c=1733095195116) 2024-12-01T23:19:56,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b90080d2c427ad0 with lease ID 0x22792eb2898113f7: from storage DS-ecdf461c-1eaf-4bd1-8baa-650c73fce3cb node DatanodeRegistration(127.0.0.1:44035, datanodeUuid=bc4613db-3abc-4c02-9977-5b46021e8327, infoPort=45453, infoSecurePort=0, ipcPort=38081, storageInfo=lv=-57;cid=testClusterID;nsid=307841413;c=1733095195116), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:19:56,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b90080d2c427ad0 with lease ID 0x22792eb2898113f7: Processing first storage report for DS-fd9dcbb3-5897-4433-af21-bb180a672276 from datanode DatanodeRegistration(127.0.0.1:44035, datanodeUuid=bc4613db-3abc-4c02-9977-5b46021e8327, infoPort=45453, infoSecurePort=0, ipcPort=38081, storageInfo=lv=-57;cid=testClusterID;nsid=307841413;c=1733095195116) 2024-12-01T23:19:56,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b90080d2c427ad0 with lease ID 0x22792eb2898113f7: from storage DS-fd9dcbb3-5897-4433-af21-bb180a672276 node DatanodeRegistration(127.0.0.1:44035, datanodeUuid=bc4613db-3abc-4c02-9977-5b46021e8327, infoPort=45453, infoSecurePort=0, ipcPort=38081, storageInfo=lv=-57;cid=testClusterID;nsid=307841413;c=1733095195116), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:19:56,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076 2024-12-01T23:19:56,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:56,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:19:57,066 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8 with version=8 2024-12-01T23:19:57,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/hbase-staging 2024-12-01T23:19:57,068 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:19:57,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:57,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:57,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:19:57,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:57,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:19:57,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:19:57,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:19:57,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34485 2024-12-01T23:19:57,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34485 connecting to ZooKeeper ensemble=127.0.0.1:55619 2024-12-01T23:19:57,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344850x0, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:57,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34485-0x1019331e9020003 connected 2024-12-01T23:19:57,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:57,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:57,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Set watcher on znode that does not yet exist, /12042160233/running 2024-12-01T23:19:57,193 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8, hbase.cluster.distributed=false 2024-12-01T23:19:57,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Set watcher on znode that does not yet exist, /12042160233/acl 2024-12-01T23:19:57,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34485 2024-12-01T23:19:57,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34485 2024-12-01T23:19:57,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34485 2024-12-01T23:19:57,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34485 2024-12-01T23:19:57,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34485 2024-12-01T23:19:57,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:19:57,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:57,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:57,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:19:57,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:19:57,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:19:57,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:19:57,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:19:57,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34021 2024-12-01T23:19:57,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34021 connecting to ZooKeeper ensemble=127.0.0.1:55619 2024-12-01T23:19:57,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:57,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:57,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340210x0, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:19:57,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340210x0, quorum=127.0.0.1:55619, baseZNode=/12042160233 Set watcher on znode that does not yet exist, /12042160233/running 2024-12-01T23:19:57,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34021-0x1019331e9020004 connected 2024-12-01T23:19:57,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:19:57,236 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:19:57,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Set watcher on znode that does not yet exist, /12042160233/master 2024-12-01T23:19:57,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Set watcher on znode that does not yet exist, /12042160233/acl 2024-12-01T23:19:57,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34021 2024-12-01T23:19:57,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34021 2024-12-01T23:19:57,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34021 2024-12-01T23:19:57,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34021 2024-12-01T23:19:57,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34021 2024-12-01T23:19:57,259 DEBUG [M:0;f962de17fdc3:34485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:34485 2024-12-01T23:19:57,260 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12042160233/backup-masters/f962de17fdc3,34485,1733095197068 2024-12-01T23:19:57,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233/backup-masters 2024-12-01T23:19:57,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233/backup-masters 2024-12-01T23:19:57,273 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Set watcher on existing znode=/12042160233/backup-masters/f962de17fdc3,34485,1733095197068 2024-12-01T23:19:57,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12042160233/master 2024-12-01T23:19:57,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:57,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:57,284 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Set watcher on existing znode=/12042160233/master 2024-12-01T23:19:57,284 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12042160233/backup-masters/f962de17fdc3,34485,1733095197068 from backup master directory 2024-12-01T23:19:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12042160233/backup-masters/f962de17fdc3,34485,1733095197068 2024-12-01T23:19:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233/backup-masters 2024-12-01T23:19:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233/backup-masters 2024-12-01T23:19:57,294 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:19:57,294 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,34485,1733095197068 2024-12-01T23:19:57,297 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/hbase.id] with ID: c1a02865-bb51-4c34-8917-1aa341d18673 2024-12-01T23:19:57,297 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/.tmp/hbase.id 2024-12-01T23:19:57,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:19:57,701 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/.tmp/hbase.id]:[hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/hbase.id] 2024-12-01T23:19:57,710 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:19:57,710 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:19:57,711 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:19:57,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:57,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:19:58,164 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:19:58,164 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:19:58,165 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:19:58,571 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store 2024-12-01T23:19:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:19:58,977 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:58,977 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:19:58,977 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:58,977 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:58,977 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:19:58,977 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:58,977 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:19:58,977 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095198977Disabling compacts and flushes for region at 1733095198977Disabling writes for close at 1733095198977Writing region close event to WAL at 1733095198977Closed at 1733095198977 2024-12-01T23:19:58,978 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/.initializing 2024-12-01T23:19:58,978 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/WALs/f962de17fdc3,34485,1733095197068 2024-12-01T23:19:58,979 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:19:58,980 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C34485%2C1733095197068, suffix=, logDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/WALs/f962de17fdc3,34485,1733095197068, archiveDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/oldWALs, maxLogs=10 2024-12-01T23:19:58,993 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/WALs/f962de17fdc3,34485,1733095197068/f962de17fdc3%2C34485%2C1733095197068.1733095198980, exclude list is [], retry=0 2024-12-01T23:19:58,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44035,DS-ecdf461c-1eaf-4bd1-8baa-650c73fce3cb,DISK] 2024-12-01T23:19:59,000 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/WALs/f962de17fdc3,34485,1733095197068/f962de17fdc3%2C34485%2C1733095197068.1733095198980 2024-12-01T23:19:59,001 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45453:45453)] 2024-12-01T23:19:59,001 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:59,001 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:59,001 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,001 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:19:59,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:59,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:19:59,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:59,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:19:59,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:59,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:19:59,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:19:59,008 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,008 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,009 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,009 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,009 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,010 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:59,011 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:19:59,012 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:59,013 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70453161, jitterRate=0.049833908677101135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:59,013 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095199001Initializing all the Stores at 1733095199002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095199002Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095199002Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095199002Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095199002Cleaning up temporary data from old regions at 1733095199009 (+7 ms)Region opened successfully at 1733095199013 (+4 ms) 2024-12-01T23:19:59,013 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:19:59,015 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf99b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:19:59,016 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:19:59,016 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:19:59,016 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:19:59,016 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:19:59,017 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:19:59,017 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:19:59,017 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:19:59,023 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:19:59,024 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Unable to get data of znode /12042160233/balancer because node does not exist (not necessarily an error) 2024-12-01T23:19:59,094 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12042160233/balancer already deleted, retry=false 2024-12-01T23:19:59,094 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:19:59,095 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Unable to get data of znode /12042160233/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:19:59,104 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12042160233/normalizer already deleted, retry=false 2024-12-01T23:19:59,105 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:19:59,106 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Unable to get data of znode /12042160233/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:19:59,115 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12042160233/switch/split already deleted, retry=false 2024-12-01T23:19:59,116 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Unable to get data of znode /12042160233/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:19:59,125 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12042160233/switch/merge already deleted, retry=false 2024-12-01T23:19:59,127 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Unable to get data of znode /12042160233/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:19:59,136 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12042160233/snapshot-cleanup already deleted, retry=false 2024-12-01T23:19:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12042160233/running 2024-12-01T23:19:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12042160233/running 2024-12-01T23:19:59,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:59,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:59,147 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,34485,1733095197068, sessionid=0x1019331e9020003, setting cluster-up flag (Was=false) 2024-12-01T23:19:59,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:59,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:59,199 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12042160233/flush-table-proc/acquired, /12042160233/flush-table-proc/reached, /12042160233/flush-table-proc/abort 2024-12-01T23:19:59,200 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,34485,1733095197068 2024-12-01T23:19:59,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:59,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:59,252 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12042160233/online-snapshot/acquired, /12042160233/online-snapshot/reached, /12042160233/online-snapshot/abort 2024-12-01T23:19:59,253 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,34485,1733095197068 2024-12-01T23:19:59,254 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:19:59,255 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:59,256 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:19:59,256 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:19:59,256 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,34485,1733095197068 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:19:59,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:59,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:59,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:59,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:19:59,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:19:59,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:19:59,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095229259 2024-12-01T23:19:59,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:19:59,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:19:59,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:19:59,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:19:59,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:19:59,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:19:59,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:59,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:19:59,260 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:19:59,260 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:19:59,260 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:19:59,260 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:19:59,260 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:19:59,260 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:19:59,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:19:59,264 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095199260,5,FailOnTimeoutGroup] 2024-12-01T23:19:59,268 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095199264,5,FailOnTimeoutGroup] 2024-12-01T23:19:59,268 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,268 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:19:59,268 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,268 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:19:59,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:19:59,276 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8 2024-12-01T23:19:59,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741832_1008 (size=32) 2024-12-01T23:19:59,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:59,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:19:59,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:19:59,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:59,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:19:59,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:19:59,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:59,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:19:59,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:19:59,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:59,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:19:59,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:19:59,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:59,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:19:59,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740 2024-12-01T23:19:59,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740 2024-12-01T23:19:59,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:19:59,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:19:59,304 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:59,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:19:59,309 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:19:59,309 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70368972, jitterRate=0.048579394817352295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095199294Initializing all the Stores at 1733095199295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095199295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095199295Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095199295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095199295Cleaning up temporary data from old regions at 1733095199304 (+9 ms)Region opened successfully at 1733095199309 (+5 ms) 2024-12-01T23:19:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:19:59,310 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:19:59,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:19:59,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:19:59,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:19:59,312 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:19:59,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095199309Disabling compacts and flushes for region at 1733095199309Disabling writes for close at 1733095199310 (+1 ms)Writing region close event to WAL at 1733095199312 (+2 ms)Closed at 1733095199312 2024-12-01T23:19:59,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:59,313 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:19:59,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:19:59,315 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:19:59,315 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:19:59,348 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(746): ClusterId : c1a02865-bb51-4c34-8917-1aa341d18673 2024-12-01T23:19:59,348 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:19:59,358 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:19:59,358 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:19:59,368 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:19:59,369 DEBUG [RS:0;f962de17fdc3:34021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3278a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:19:59,383 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:34021 2024-12-01T23:19:59,384 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:19:59,384 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:19:59,384 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:19:59,384 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,34485,1733095197068 with port=34021, startcode=1733095197213 2024-12-01T23:19:59,385 DEBUG [RS:0;f962de17fdc3:34021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:19:59,386 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:19:59,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,34021,1733095197213 2024-12-01T23:19:59,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34485 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,34021,1733095197213 2024-12-01T23:19:59,388 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8 2024-12-01T23:19:59,388 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42873 2024-12-01T23:19:59,388 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:19:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233/rs 2024-12-01T23:19:59,455 DEBUG [RS:0;f962de17fdc3:34021 {}] zookeeper.ZKUtil(111): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Set watcher on existing znode=/12042160233/rs/f962de17fdc3,34021,1733095197213 2024-12-01T23:19:59,455 WARN [RS:0;f962de17fdc3:34021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:19:59,455 INFO [RS:0;f962de17fdc3:34021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:59,456 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213 2024-12-01T23:19:59,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,34021,1733095197213] 2024-12-01T23:19:59,458 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:19:59,459 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:19:59,460 INFO [RS:0;f962de17fdc3:34021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:19:59,460 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,460 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:19:59,461 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:19:59,461 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:19:59,461 DEBUG [RS:0;f962de17fdc3:34021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:19:59,465 WARN [f962de17fdc3:34485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T23:19:59,468 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,468 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,468 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,468 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,468 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,468 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34021,1733095197213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:59,488 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:19:59,489 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34021,1733095197213-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,489 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,489 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.Replication(171): f962de17fdc3,34021,1733095197213 started 2024-12-01T23:19:59,506 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,506 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,34021,1733095197213, RpcServer on f962de17fdc3/172.17.0.3:34021, sessionid=0x1019331e9020004 2024-12-01T23:19:59,506 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:19:59,507 DEBUG [RS:0;f962de17fdc3:34021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,34021,1733095197213 2024-12-01T23:19:59,507 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,34021,1733095197213' 2024-12-01T23:19:59,507 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12042160233/flush-table-proc/abort' 2024-12-01T23:19:59,507 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12042160233/flush-table-proc/acquired' 2024-12-01T23:19:59,508 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:19:59,508 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:19:59,508 DEBUG [RS:0;f962de17fdc3:34021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,34021,1733095197213 2024-12-01T23:19:59,508 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,34021,1733095197213' 2024-12-01T23:19:59,508 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12042160233/online-snapshot/abort' 2024-12-01T23:19:59,508 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12042160233/online-snapshot/acquired' 2024-12-01T23:19:59,508 DEBUG [RS:0;f962de17fdc3:34021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:19:59,508 INFO [RS:0;f962de17fdc3:34021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:19:59,508 INFO [RS:0;f962de17fdc3:34021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:19:59,609 INFO [RS:0;f962de17fdc3:34021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:19:59,610 INFO [RS:0;f962de17fdc3:34021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C34021%2C1733095197213, suffix=, logDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213, archiveDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/oldWALs, maxLogs=10 2024-12-01T23:19:59,625 DEBUG [RS:0;f962de17fdc3:34021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610, exclude list is [], retry=0 2024-12-01T23:19:59,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44035,DS-ecdf461c-1eaf-4bd1-8baa-650c73fce3cb,DISK] 2024-12-01T23:19:59,629 INFO [RS:0;f962de17fdc3:34021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 2024-12-01T23:19:59,629 DEBUG [RS:0;f962de17fdc3:34021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45453:45453)] 2024-12-01T23:19:59,716 DEBUG [f962de17fdc3:34485 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:19:59,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,34021,1733095197213 2024-12-01T23:19:59,717 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,34021,1733095197213, state=OPENING 2024-12-01T23:19:59,736 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:19:59,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:59,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:19:59,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12042160233/meta-region-server: CHANGED 2024-12-01T23:19:59,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12042160233/meta-region-server: CHANGED 2024-12-01T23:19:59,747 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:19:59,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,34021,1733095197213}] 2024-12-01T23:19:59,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:19:59,899 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:19:59,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:19:59,904 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:19:59,904 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:19:59,904 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:19:59,906 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C34021%2C1733095197213.meta, suffix=.meta, logDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213, archiveDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/oldWALs, maxLogs=10 2024-12-01T23:19:59,917 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.meta.1733095199906.meta, exclude list is [], retry=0 2024-12-01T23:19:59,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44035,DS-ecdf461c-1eaf-4bd1-8baa-650c73fce3cb,DISK] 2024-12-01T23:19:59,921 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.meta.1733095199906.meta 2024-12-01T23:19:59,921 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45453:45453)] 2024-12-01T23:19:59,921 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:19:59,922 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:19:59,922 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:19:59,922 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:19:59,922 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:19:59,922 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:19:59,922 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:19:59,922 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:19:59,922 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:19:59,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:19:59,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:19:59,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:59,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:19:59,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:19:59,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:59,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:19:59,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:19:59,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:59,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:19:59,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:19:59,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:19:59,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:19:59,927 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:19:59,928 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740 2024-12-01T23:19:59,928 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740 2024-12-01T23:19:59,929 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:19:59,929 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:19:59,930 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:19:59,931 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:19:59,932 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72951097, jitterRate=0.08705605566501617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:19:59,932 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:19:59,932 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095199922Writing region info on filesystem at 1733095199922Initializing all the Stores at 1733095199923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095199923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095199923Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095199923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095199923Cleaning up temporary data from old regions at 1733095199929 (+6 ms)Running coprocessor post-open hooks at 1733095199932 (+3 ms)Region opened successfully at 1733095199932 2024-12-01T23:19:59,933 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095199899 2024-12-01T23:19:59,935 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:19:59,935 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:19:59,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,34021,1733095197213 2024-12-01T23:19:59,936 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,34021,1733095197213, state=OPEN 2024-12-01T23:19:59,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12042160233/meta-region-server 2024-12-01T23:19:59,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12042160233/meta-region-server 2024-12-01T23:19:59,947 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,34021,1733095197213 2024-12-01T23:19:59,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12042160233/meta-region-server: CHANGED 2024-12-01T23:19:59,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12042160233/meta-region-server: CHANGED 2024-12-01T23:19:59,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:19:59,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,34021,1733095197213 in 200 msec 2024-12-01T23:19:59,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:19:59,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-12-01T23:19:59,951 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:19:59,951 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:19:59,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:19:59,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,34021,1733095197213, seqNum=-1] 2024-12-01T23:19:59,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:19:59,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:19:59,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 702 msec 2024-12-01T23:19:59,958 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095199958, completionTime=-1 2024-12-01T23:19:59,958 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:19:59,958 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:19:59,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:19:59,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095259960 2024-12-01T23:19:59,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095319960 2024-12-01T23:19:59,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:19:59,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34485,1733095197068-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34485,1733095197068-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34485,1733095197068-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:34485, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,960 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:19:59,962 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:19:59,964 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.670sec 2024-12-01T23:19:59,964 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:19:59,964 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:19:59,964 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:19:59,964 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:19:59,964 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:19:59,964 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34485,1733095197068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:19:59,964 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34485,1733095197068-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:19:59,966 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:19:59,966 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:19:59,966 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34485,1733095197068-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:00,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72db9ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:00,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34485,-1 for getting cluster id 2024-12-01T23:20:00,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:00,048 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1a02865-bb51-4c34-8917-1aa341d18673' 2024-12-01T23:20:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1a02865-bb51-4c34-8917-1aa341d18673" 2024-12-01T23:20:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1c491b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34485,-1] 2024-12-01T23:20:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:00,050 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:00,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e47a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:00,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:00,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,34021,1733095197213, seqNum=-1] 2024-12-01T23:20:00,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:00,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,34485,1733095197068 2024-12-01T23:20:00,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55619 2024-12-01T23:20:00,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:20:00,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019331e9020005 connected 2024-12-01T23:20:00,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,36109,1733095191942 2024-12-01T23:20:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd51356 2024-12-01T23:20:00,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:00,076 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:00,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:20:00,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:20:00,079 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:00,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:20:00,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:20:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:20:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:00,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:20:00,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1866918ea9b9d49bfd49cd0a654f945e, NAME => 'test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346 2024-12-01T23:20:00,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:20:00,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:00,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1866918ea9b9d49bfd49cd0a654f945e, disabling compactions & flushes 2024-12-01T23:20:00,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:00,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:00,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. after waiting 0 ms 2024-12-01T23:20:00,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:00,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:00,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1866918ea9b9d49bfd49cd0a654f945e: Waiting for close lock at 1733095200498Disabling compacts and flushes for region at 1733095200498Disabling writes for close at 1733095200498Writing region close event to WAL at 1733095200498Closed at 1733095200498 2024-12-01T23:20:00,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:20:00,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095200499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095200499"}]},"ts":"1733095200499"} 2024-12-01T23:20:00,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:20:00,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:00,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:00,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:20:00,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:00,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095200503"}]},"ts":"1733095200503"} 2024-12-01T23:20:00,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:00,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:00,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:00,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:20:00,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1866918ea9b9d49bfd49cd0a654f945e, ASSIGN}] 2024-12-01T23:20:00,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1866918ea9b9d49bfd49cd0a654f945e, ASSIGN 2024-12-01T23:20:00,507 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1866918ea9b9d49bfd49cd0a654f945e, ASSIGN; state=OFFLINE, location=f962de17fdc3,45433,1733095192123; forceNewPlan=false, retain=false 2024-12-01T23:20:00,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:00,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:00,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:00,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:00,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1866918ea9b9d49bfd49cd0a654f945e, regionState=OPENING, regionLocation=f962de17fdc3,45433,1733095192123 2024-12-01T23:20:00,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1866918ea9b9d49bfd49cd0a654f945e, ASSIGN because future has completed 2024-12-01T23:20:00,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1866918ea9b9d49bfd49cd0a654f945e, server=f962de17fdc3,45433,1733095192123}] 2024-12-01T23:20:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:00,815 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:00,815 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1866918ea9b9d49bfd49cd0a654f945e, NAME => 'test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:00,815 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:00,815 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:20:00,815 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,815 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:00,815 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,815 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,816 INFO [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,817 INFO [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1866918ea9b9d49bfd49cd0a654f945e columnFamilyName f 2024-12-01T23:20:00,817 DEBUG [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:00,818 INFO [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] regionserver.HStore(327): Store=1866918ea9b9d49bfd49cd0a654f945e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:00,818 INFO [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,819 INFO [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1866918ea9b9d49bfd49cd0a654f945e columnFamilyName f1 2024-12-01T23:20:00,819 DEBUG [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:00,819 INFO [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] regionserver.HStore(327): Store=1866918ea9b9d49bfd49cd0a654f945e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:00,819 INFO [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,820 INFO [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1866918ea9b9d49bfd49cd0a654f945e columnFamilyName norep 2024-12-01T23:20:00,820 DEBUG [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:00,820 INFO [StoreOpener-1866918ea9b9d49bfd49cd0a654f945e-1 {}] regionserver.HStore(327): Store=1866918ea9b9d49bfd49cd0a654f945e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:00,820 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,820 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,821 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,821 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,821 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,822 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:20:00,824 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,826 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:00,826 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1866918ea9b9d49bfd49cd0a654f945e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65169963, jitterRate=-0.028891876339912415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:20:00,826 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:00,827 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1866918ea9b9d49bfd49cd0a654f945e: Running coprocessor pre-open hook at 1733095200816Writing region info on filesystem at 1733095200816Initializing all the Stores at 1733095200816Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095200816Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095200816Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095200816Cleaning up temporary data from old regions at 1733095200821 (+5 ms)Running coprocessor post-open hooks at 1733095200826 (+5 ms)Region opened successfully at 1733095200827 (+1 ms) 2024-12-01T23:20:00,828 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e., pid=6, masterSystemTime=1733095200811 2024-12-01T23:20:00,829 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:00,830 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:00,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1866918ea9b9d49bfd49cd0a654f945e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,45433,1733095192123 2024-12-01T23:20:00,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1866918ea9b9d49bfd49cd0a654f945e, server=f962de17fdc3,45433,1733095192123 because future has completed 2024-12-01T23:20:00,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:20:00,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1866918ea9b9d49bfd49cd0a654f945e, server=f962de17fdc3,45433,1733095192123 in 173 msec 2024-12-01T23:20:00,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:20:00,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1866918ea9b9d49bfd49cd0a654f945e, ASSIGN in 330 msec 2024-12-01T23:20:00,837 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:20:00,837 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095200837"}]},"ts":"1733095200837"} 2024-12-01T23:20:00,839 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:20:00,840 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:20:00,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-12-01T23:20:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:01,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:01,221 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:20:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34485,1733095197068 2024-12-01T23:20:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54db61f0 2024-12-01T23:20:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:01,223 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:01,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:20:01,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:20:01,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:01,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:20:01,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:20:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:20:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:01,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dacb720dee3d84a267a1a1e0168fa406, NAME => 'test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8 2024-12-01T23:20:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:20:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:02,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:02,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dacb720dee3d84a267a1a1e0168fa406, disabling compactions & flushes 2024-12-01T23:20:02,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:02,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:02,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. after waiting 0 ms 2024-12-01T23:20:02,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:02,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:02,038 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dacb720dee3d84a267a1a1e0168fa406: Waiting for close lock at 1733095202038Disabling compacts and flushes for region at 1733095202038Disabling writes for close at 1733095202038Writing region close event to WAL at 1733095202038Closed at 1733095202038 2024-12-01T23:20:02,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:20:02,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095202039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095202039"}]},"ts":"1733095202039"} 2024-12-01T23:20:02,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:20:02,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:20:02,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095202042"}]},"ts":"1733095202042"} 2024-12-01T23:20:02,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:20:02,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dacb720dee3d84a267a1a1e0168fa406, ASSIGN}] 2024-12-01T23:20:02,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dacb720dee3d84a267a1a1e0168fa406, ASSIGN 2024-12-01T23:20:02,045 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dacb720dee3d84a267a1a1e0168fa406, ASSIGN; state=OFFLINE, location=f962de17fdc3,34021,1733095197213; forceNewPlan=false, retain=false 2024-12-01T23:20:02,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dacb720dee3d84a267a1a1e0168fa406, regionState=OPENING, regionLocation=f962de17fdc3,34021,1733095197213 2024-12-01T23:20:02,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dacb720dee3d84a267a1a1e0168fa406, ASSIGN because future has completed 2024-12-01T23:20:02,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dacb720dee3d84a267a1a1e0168fa406, server=f962de17fdc3,34021,1733095197213}] 2024-12-01T23:20:02,353 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:02,354 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dacb720dee3d84a267a1a1e0168fa406, NAME => 'test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:02,354 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:02,354 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:20:02,354 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,354 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:02,354 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,354 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,355 INFO [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,356 INFO [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dacb720dee3d84a267a1a1e0168fa406 columnFamilyName f 2024-12-01T23:20:02,356 DEBUG [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:02,356 INFO [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] regionserver.HStore(327): Store=dacb720dee3d84a267a1a1e0168fa406/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:02,357 INFO [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,357 INFO [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dacb720dee3d84a267a1a1e0168fa406 columnFamilyName f1 2024-12-01T23:20:02,357 DEBUG [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:02,357 INFO [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] regionserver.HStore(327): Store=dacb720dee3d84a267a1a1e0168fa406/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:02,357 INFO [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,358 INFO [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dacb720dee3d84a267a1a1e0168fa406 columnFamilyName norep 2024-12-01T23:20:02,358 DEBUG [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:02,359 INFO [StoreOpener-dacb720dee3d84a267a1a1e0168fa406-1 {}] regionserver.HStore(327): Store=dacb720dee3d84a267a1a1e0168fa406/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:02,359 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,359 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,360 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,360 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,360 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,361 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:20:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:02,362 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,363 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:02,364 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dacb720dee3d84a267a1a1e0168fa406; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74351491, jitterRate=0.10792355239391327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:20:02,364 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:02,364 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dacb720dee3d84a267a1a1e0168fa406: Running coprocessor pre-open hook at 1733095202354Writing region info on filesystem at 1733095202354Initializing all the Stores at 1733095202355 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095202355Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095202355Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095202355Cleaning up temporary data from old regions at 1733095202360 (+5 ms)Running coprocessor post-open hooks at 1733095202364 (+4 ms)Region opened successfully at 1733095202364 2024-12-01T23:20:02,365 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406., pid=6, masterSystemTime=1733095202350 2024-12-01T23:20:02,366 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:02,366 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:02,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dacb720dee3d84a267a1a1e0168fa406, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,34021,1733095197213 2024-12-01T23:20:02,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dacb720dee3d84a267a1a1e0168fa406, server=f962de17fdc3,34021,1733095197213 because future has completed 2024-12-01T23:20:02,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:20:02,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dacb720dee3d84a267a1a1e0168fa406, server=f962de17fdc3,34021,1733095197213 in 172 msec 2024-12-01T23:20:02,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:20:02,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dacb720dee3d84a267a1a1e0168fa406, ASSIGN in 328 msec 2024-12-01T23:20:02,373 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:20:02,374 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095202374"}]},"ts":"1733095202374"} 2024-12-01T23:20:02,376 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:20:02,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:20:02,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-01T23:20:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:03,382 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:20:03,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1131e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36109,-1 for getting cluster id 2024-12-01T23:20:03,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:03,383 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47dff789-e598-4570-94c0-0292b42ba0ed' 2024-12-01T23:20:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47dff789-e598-4570-94c0-0292b42ba0ed" 2024-12-01T23:20:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783d3b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36109,-1] 2024-12-01T23:20:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:03,385 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:03,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c793ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f7cb82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34485,-1 for getting cluster id 2024-12-01T23:20:03,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:03,386 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1a02865-bb51-4c34-8917-1aa341d18673' 2024-12-01T23:20:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1a02865-bb51-4c34-8917-1aa341d18673" 2024-12-01T23:20:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b1b799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34485,-1] 2024-12-01T23:20:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:03,388 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:03,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfad4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36109,-1 for getting cluster id 2024-12-01T23:20:03,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:03,389 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47dff789-e598-4570-94c0-0292b42ba0ed' 2024-12-01T23:20:03,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:03,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47dff789-e598-4570-94c0-0292b42ba0ed" 2024-12-01T23:20:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1372d5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36109,-1] 2024-12-01T23:20:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:03,390 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:03,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbc86ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,36109,1733095191942 2024-12-01T23:20:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e06cfa1 2024-12-01T23:20:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:03,393 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:03,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:34485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:20:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:20:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:03,395 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:34485' 2024-12-01T23:20:03,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed1264c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,396 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34485,-1 for getting cluster id 2024-12-01T23:20:03,396 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:03,397 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1a02865-bb51-4c34-8917-1aa341d18673' 2024-12-01T23:20:03,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:03,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1a02865-bb51-4c34-8917-1aa341d18673" 2024-12-01T23:20:03,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e2d46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34485,-1] 2024-12-01T23:20:03,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:03,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:03,398 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:03,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0585d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:03,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:03,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34485,1733095197068 2024-12-01T23:20:03,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc4f981 2024-12-01T23:20:03,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:03,400 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:03,401 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:20:03,401 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:20:03,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:03,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:03,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:03,402 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:03,403 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:20:03,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:20:03,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:03,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:20:03,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:20:03,453 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:20:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:03,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ca3b1dabe07d5c947a64e74e7fdf73e, NAME => 'hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346 2024-12-01T23:20:03,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:20:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:04,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:04,122 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:20:04,122 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18275 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:20:04,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:04,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1ca3b1dabe07d5c947a64e74e7fdf73e, disabling compactions & flushes 2024-12-01T23:20:04,216 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:04,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:04,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. after waiting 0 ms 2024-12-01T23:20:04,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:04,216 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:04,216 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ca3b1dabe07d5c947a64e74e7fdf73e: Waiting for close lock at 1733095204216Disabling compacts and flushes for region at 1733095204216Disabling writes for close at 1733095204216Writing region close event to WAL at 1733095204216Closed at 1733095204216 2024-12-01T23:20:04,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:20:04,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095204217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095204217"}]},"ts":"1733095204217"} 2024-12-01T23:20:04,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:20:04,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:20:04,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095204220"}]},"ts":"1733095204220"} 2024-12-01T23:20:04,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:20:04,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ca3b1dabe07d5c947a64e74e7fdf73e, ASSIGN}] 2024-12-01T23:20:04,222 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ca3b1dabe07d5c947a64e74e7fdf73e, ASSIGN 2024-12-01T23:20:04,223 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ca3b1dabe07d5c947a64e74e7fdf73e, ASSIGN; state=OFFLINE, location=f962de17fdc3,45433,1733095192123; forceNewPlan=false, retain=false 2024-12-01T23:20:04,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ca3b1dabe07d5c947a64e74e7fdf73e, regionState=OPENING, regionLocation=f962de17fdc3,45433,1733095192123 2024-12-01T23:20:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ca3b1dabe07d5c947a64e74e7fdf73e, ASSIGN because future has completed 2024-12-01T23:20:04,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ca3b1dabe07d5c947a64e74e7fdf73e, server=f962de17fdc3,45433,1733095192123}] 2024-12-01T23:20:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:04,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:04,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:04,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:20:04,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C45433%2C1733095192123.rep, suffix=, logDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/oldWALs, maxLogs=10 2024-12-01T23:20:04,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.rep.1733095204666, exclude list is [], retry=0 2024-12-01T23:20:04,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39747,DS-588ad260-11c0-4554-8dfa-15f860f5bfeb,DISK] 2024-12-01T23:20:04,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.rep.1733095204666 2024-12-01T23:20:04,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851)] 2024-12-01T23:20:04,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ca3b1dabe07d5c947a64e74e7fdf73e, NAME => 'hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:04,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:04,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:20:04,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. service=MultiRowMutationService 2024-12-01T23:20:04,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:20:04,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:04,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,682 INFO [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,683 INFO [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ca3b1dabe07d5c947a64e74e7fdf73e columnFamilyName hfileref 2024-12-01T23:20:04,683 DEBUG [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:04,683 INFO [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] regionserver.HStore(327): Store=1ca3b1dabe07d5c947a64e74e7fdf73e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:04,683 INFO [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,684 INFO [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ca3b1dabe07d5c947a64e74e7fdf73e columnFamilyName queue 2024-12-01T23:20:04,684 DEBUG [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:04,685 INFO [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] regionserver.HStore(327): Store=1ca3b1dabe07d5c947a64e74e7fdf73e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:04,685 INFO [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,686 INFO [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ca3b1dabe07d5c947a64e74e7fdf73e columnFamilyName sid 2024-12-01T23:20:04,686 DEBUG [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:04,686 INFO [StoreOpener-1ca3b1dabe07d5c947a64e74e7fdf73e-1 {}] regionserver.HStore(327): Store=1ca3b1dabe07d5c947a64e74e7fdf73e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:04,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/replication/1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/replication/1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:20:04,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/replication/1ca3b1dabe07d5c947a64e74e7fdf73e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:04,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1ca3b1dabe07d5c947a64e74e7fdf73e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70291644, jitterRate=0.04742711782455444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:20:04,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:04,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1ca3b1dabe07d5c947a64e74e7fdf73e: Running coprocessor pre-open hook at 1733095204681Writing region info on filesystem at 1733095204681Initializing all the Stores at 1733095204682 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095204682Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095204682Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095204682Cleaning up temporary data from old regions at 1733095204687 (+5 ms)Running coprocessor post-open hooks at 1733095204690 (+3 ms)Region opened successfully at 1733095204691 (+1 ms) 2024-12-01T23:20:04,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e., pid=10, masterSystemTime=1733095204528 2024-12-01T23:20:04,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:04,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:04,694 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ca3b1dabe07d5c947a64e74e7fdf73e, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,45433,1733095192123 2024-12-01T23:20:04,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ca3b1dabe07d5c947a64e74e7fdf73e, server=f962de17fdc3,45433,1733095192123 because future has completed 2024-12-01T23:20:04,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:20:04,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ca3b1dabe07d5c947a64e74e7fdf73e, server=f962de17fdc3,45433,1733095192123 in 320 msec 2024-12-01T23:20:04,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:20:04,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ca3b1dabe07d5c947a64e74e7fdf73e, ASSIGN in 477 msec 2024-12-01T23:20:04,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:20:04,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095204700"}]},"ts":"1733095204700"} 2024-12-01T23:20:04,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:20:04,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:20:04,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3000 sec 2024-12-01T23:20:04,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e., hostname=f962de17fdc3,45433,1733095192123, seqNum=2] 2024-12-01T23:20:04,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:20:04,746 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:20:04,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:20:04,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:20:04,921 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:20:04,962 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,45433,1733095192123, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:20:04,963 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:04,963 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,45433,1733095192123, seqNum=-1] 2024-12-01T23:20:04,964 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:04,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-01T23:20:04,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,45433,1733095192123', locateType=CURRENT is [region=hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e., hostname=f962de17fdc3,45433,1733095192123, seqNum=2] 2024-12-01T23:20:04,972 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:20:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:20:04,974 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,45433,1733095192123 suceeded 2024-12-01T23:20:04,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:20:04,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-12-01T23:20:04,976 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:34485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:20:04,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5830 sec 2024-12-01T23:20:04,986 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:34485' 2024-12-01T23:20:04,987 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@582b40ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:04,988 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34485,-1 for getting cluster id 2024-12-01T23:20:04,988 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:04,988 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1a02865-bb51-4c34-8917-1aa341d18673' 2024-12-01T23:20:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1a02865-bb51-4c34-8917-1aa341d18673" 2024-12-01T23:20:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@336456f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34485,-1] 2024-12-01T23:20:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:04,990 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:04,991 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a939bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:04,991 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34485,1733095197068 2024-12-01T23:20:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27186c4b 2024-12-01T23:20:04,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:04,992 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-01T23:20:04,993 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,45433,1733095192123 (queues=1) is replicating from cluster=47dff789-e598-4570-94c0-0292b42ba0ed to cluster=c1a02865-bb51-4c34-8917-1aa341d18673 2024-12-01T23:20:04,993 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C45433%2C1733095192123 2024-12-01T23:20:04,993 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,45433,1733095192123, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:20:04,993 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948, startPosition=0, beingWritten=true 2024-12-01T23:20:04,996 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C45433%2C1733095192123 2024-12-01T23:20:05,001 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:05,001 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 379, reset compression=false 2024-12-01T23:20:05,001 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45433,1733095192123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:05,205 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 379, reset compression=false 2024-12-01T23:20:05,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:20:05,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:05,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:05,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:05,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:05,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:05,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:05,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:05,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:05,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:05,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:20:05,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T23:20:05,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T23:20:05,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T23:20:05,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:20:05,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T23:20:05,485 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T23:20:05,510 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 379, reset compression=false 2024-12-01T23:20:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:05,542 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:20:05,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:05,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:05,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:05,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:05,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:05,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:05,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34485,-1 for getting cluster id 2024-12-01T23:20:05,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:05,544 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1a02865-bb51-4c34-8917-1aa341d18673' 2024-12-01T23:20:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1a02865-bb51-4c34-8917-1aa341d18673" 2024-12-01T23:20:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c059aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34485,-1] 2024-12-01T23:20:05,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:05,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:05,546 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:05,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0142b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:05,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34485,1733095197068 2024-12-01T23:20:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4498ccf4 2024-12-01T23:20:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:05,548 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:05,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:36109,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:20:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:20:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:05,551 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:36109' 2024-12-01T23:20:05,552 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1b1aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:05,552 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36109,-1 for getting cluster id 2024-12-01T23:20:05,553 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:05,553 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47dff789-e598-4570-94c0-0292b42ba0ed' 2024-12-01T23:20:05,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:05,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47dff789-e598-4570-94c0-0292b42ba0ed" 2024-12-01T23:20:05,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9bf905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:05,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36109,-1] 2024-12-01T23:20:05,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:05,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:05,554 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47266ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:05,555 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:05,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,36109,1733095191942 2024-12-01T23:20:05,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f8567dd 2024-12-01T23:20:05,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:05,556 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:05,557 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:20:05,557 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:20:05,557 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:05,557 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:05,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:05,557 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:05,558 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:20:05,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:20:05,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:05,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:20:05,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:20:05,608 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:20:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:05,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T23:20:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:05,913 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 379, reset compression=false 2024-12-01T23:20:05,966 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ffe5193e9e27a77e55d456e3a54e55e, NAME => 'hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8 2024-12-01T23:20:06,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:20:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:06,417 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 379, reset compression=false 2024-12-01T23:20:06,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:06,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6ffe5193e9e27a77e55d456e3a54e55e, disabling compactions & flushes 2024-12-01T23:20:06,513 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:06,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:06,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. after waiting 0 ms 2024-12-01T23:20:06,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:06,513 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:06,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ffe5193e9e27a77e55d456e3a54e55e: Waiting for close lock at 1733095206513Disabling compacts and flushes for region at 1733095206513Disabling writes for close at 1733095206513Writing region close event to WAL at 1733095206513Closed at 1733095206513 2024-12-01T23:20:06,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:20:06,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095206514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095206514"}]},"ts":"1733095206514"} 2024-12-01T23:20:06,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:20:06,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:20:06,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095206516"}]},"ts":"1733095206516"} 2024-12-01T23:20:06,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:20:06,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ffe5193e9e27a77e55d456e3a54e55e, ASSIGN}] 2024-12-01T23:20:06,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ffe5193e9e27a77e55d456e3a54e55e, ASSIGN 2024-12-01T23:20:06,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ffe5193e9e27a77e55d456e3a54e55e, ASSIGN; state=OFFLINE, location=f962de17fdc3,34021,1733095197213; forceNewPlan=false, retain=false 2024-12-01T23:20:06,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ffe5193e9e27a77e55d456e3a54e55e, regionState=OPENING, regionLocation=f962de17fdc3,34021,1733095197213 2024-12-01T23:20:06,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ffe5193e9e27a77e55d456e3a54e55e, ASSIGN because future has completed 2024-12-01T23:20:06,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ffe5193e9e27a77e55d456e3a54e55e, server=f962de17fdc3,34021,1733095197213}] 2024-12-01T23:20:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:06,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:06,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:06,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:20:06,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C34021%2C1733095197213.rep, suffix=, logDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213, archiveDir=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/oldWALs, maxLogs=10 2024-12-01T23:20:06,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.rep.1733095206831, exclude list is [], retry=0 2024-12-01T23:20:06,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44035,DS-ecdf461c-1eaf-4bd1-8baa-650c73fce3cb,DISK] 2024-12-01T23:20:06,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.rep.1733095206831 2024-12-01T23:20:06,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45453:45453)] 2024-12-01T23:20:06,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ffe5193e9e27a77e55d456e3a54e55e, NAME => 'hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:06,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:06,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:20:06,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. service=MultiRowMutationService 2024-12-01T23:20:06,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:20:06,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:06,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,847 INFO [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,848 INFO [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ffe5193e9e27a77e55d456e3a54e55e columnFamilyName hfileref 2024-12-01T23:20:06,848 DEBUG [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:06,848 INFO [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] regionserver.HStore(327): Store=6ffe5193e9e27a77e55d456e3a54e55e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:06,848 INFO [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,849 INFO [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ffe5193e9e27a77e55d456e3a54e55e columnFamilyName queue 2024-12-01T23:20:06,849 DEBUG [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:06,849 INFO [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] regionserver.HStore(327): Store=6ffe5193e9e27a77e55d456e3a54e55e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:06,849 INFO [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,850 INFO [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ffe5193e9e27a77e55d456e3a54e55e columnFamilyName sid 2024-12-01T23:20:06,850 DEBUG [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:06,850 INFO [StoreOpener-6ffe5193e9e27a77e55d456e3a54e55e-1 {}] regionserver.HStore(327): Store=6ffe5193e9e27a77e55d456e3a54e55e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:06,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/replication/6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/replication/6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:20:06,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/replication/6ffe5193e9e27a77e55d456e3a54e55e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:06,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6ffe5193e9e27a77e55d456e3a54e55e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71296096, jitterRate=0.06239461898803711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:20:06,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:06,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6ffe5193e9e27a77e55d456e3a54e55e: Running coprocessor pre-open hook at 1733095206846Writing region info on filesystem at 1733095206846Initializing all the Stores at 1733095206846Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095206846Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095206846Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095206847 (+1 ms)Cleaning up temporary data from old regions at 1733095206852 (+5 ms)Running coprocessor post-open hooks at 1733095206854 (+2 ms)Region opened successfully at 1733095206854 2024-12-01T23:20:06,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e., pid=10, masterSystemTime=1733095206825 2024-12-01T23:20:06,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:06,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:06,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ffe5193e9e27a77e55d456e3a54e55e, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,34021,1733095197213 2024-12-01T23:20:06,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ffe5193e9e27a77e55d456e3a54e55e, server=f962de17fdc3,34021,1733095197213 because future has completed 2024-12-01T23:20:06,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:20:06,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ffe5193e9e27a77e55d456e3a54e55e, server=f962de17fdc3,34021,1733095197213 in 187 msec 2024-12-01T23:20:06,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:20:06,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ffe5193e9e27a77e55d456e3a54e55e, ASSIGN in 343 msec 2024-12-01T23:20:06,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:20:06,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095206864"}]},"ts":"1733095206864"} 2024-12-01T23:20:06,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:20:06,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:20:06,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3100 sec 2024-12-01T23:20:06,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e., hostname=f962de17fdc3,34021,1733095197213, seqNum=2] 2024-12-01T23:20:07,024 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 379, reset compression=false 2024-12-01T23:20:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:20:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:20:07,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:20:07,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:20:07,289 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:20:07,315 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,34021,1733095197213, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:20:07,315 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:07,316 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,34021,1733095197213, seqNum=-1] 2024-12-01T23:20:07,316 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:07,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-01T23:20:07,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,34021,1733095197213', locateType=CURRENT is [region=hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e., hostname=f962de17fdc3,34021,1733095197213, seqNum=2] 2024-12-01T23:20:07,321 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:20:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:20:07,322 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,34021,1733095197213 suceeded 2024-12-01T23:20:07,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:20:07,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-01T23:20:07,324 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:36109,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:20:07,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7750 sec 2024-12-01T23:20:07,335 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:36109' 2024-12-01T23:20:07,336 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@478c074e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:07,336 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36109,-1 for getting cluster id 2024-12-01T23:20:07,336 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:07,336 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47dff789-e598-4570-94c0-0292b42ba0ed' 2024-12-01T23:20:07,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:07,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47dff789-e598-4570-94c0-0292b42ba0ed" 2024-12-01T23:20:07,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7550c20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:07,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36109,-1] 2024-12-01T23:20:07,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:07,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:07,337 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:07,338 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ec973cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:07,338 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:07,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,36109,1733095191942 2024-12-01T23:20:07,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40b7768d 2024-12-01T23:20:07,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:07,339 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-01T23:20:07,340 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,34021,1733095197213 (queues=1) is replicating from cluster=c1a02865-bb51-4c34-8917-1aa341d18673 to cluster=47dff789-e598-4570-94c0-0292b42ba0ed 2024-12-01T23:20:07,340 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C34021%2C1733095197213 2024-12-01T23:20:07,340 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,34021,1733095197213, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:20:07,340 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C34021%2C1733095197213 2024-12-01T23:20:07,340 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610, startPosition=0, beingWritten=true 2024-12-01T23:20:07,344 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:07,344 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 379, reset compression=false 2024-12-01T23:20:07,344 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34021,1733095197213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:07,548 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 379, reset compression=false 2024-12-01T23:20:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:07,712 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:20:07,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:07,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:07,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:07,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:07,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:07,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,45433,1733095192123, seqNum=-1] 2024-12-01T23:20:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:07,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e., hostname=f962de17fdc3,45433,1733095192123, seqNum=2] 2024-12-01T23:20:07,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,34021,1733095197213, seqNum=-1] 2024-12-01T23:20:07,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:07,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406., hostname=f962de17fdc3,34021,1733095197213, seqNum=2] 2024-12-01T23:20:07,723 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-01T23:20:07,727 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 379, reset compression=false 2024-12-01T23:20:07,731 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:07,731 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 480, reset compression=false 2024-12-01T23:20:07,731 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45433,1733095192123 got entry batch from reader: WALEntryBatch [walEntries=[{test/1866918ea9b9d49bfd49cd0a654f945e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-01T23:20:07,733 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:20:07,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-01T23:20:07,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:07,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0e92e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:07,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34485,-1 for getting cluster id 2024-12-01T23:20:07,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:07,737 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1a02865-bb51-4c34-8917-1aa341d18673' 2024-12-01T23:20:07,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:07,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1a02865-bb51-4c34-8917-1aa341d18673" 2024-12-01T23:20:07,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d2a857d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:07,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34485,-1] 2024-12-01T23:20:07,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:07,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:07,738 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:07,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f5d02fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:07,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,34021,1733095197213, seqNum=-1] 2024-12-01T23:20:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:07,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-01T23:20:07,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406., hostname=f962de17fdc3,34021,1733095197213, seqNum=2] 2024-12-01T23:20:07,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:07,852 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 379, reset compression=false 2024-12-01T23:20:07,856 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:07,856 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 503, reset compression=false 2024-12-01T23:20:07,856 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34021,1733095197213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:07,937 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 480, reset compression=false 2024-12-01T23:20:08,059 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 503, reset compression=false 2024-12-01T23:20:08,241 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 480, reset compression=false 2024-12-01T23:20:08,363 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 503, reset compression=false 2024-12-01T23:20:08,645 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 480, reset compression=false 2024-12-01T23:20:08,726 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-01T23:20:08,730 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-01T23:20:08,766 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 503, reset compression=false 2024-12-01T23:20:08,772 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:08,772 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 607, reset compression=false 2024-12-01T23:20:08,772 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34021,1733095197213 got entry batch from reader: WALEntryBatch [walEntries=[{test/dacb720dee3d84a267a1a1e0168fa406/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T23:20:08,774 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:20:08,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-01T23:20:08,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:08,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b16c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:08,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36109,-1 for getting cluster id 2024-12-01T23:20:08,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:08,777 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47dff789-e598-4570-94c0-0292b42ba0ed' 2024-12-01T23:20:08,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:08,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47dff789-e598-4570-94c0-0292b42ba0ed" 2024-12-01T23:20:08,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55e9d0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:08,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36109,-1] 2024-12-01T23:20:08,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:08,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:08,779 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:08,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ba087f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:08,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:08,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,45433,1733095192123, seqNum=-1] 2024-12-01T23:20:08,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:08,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-01T23:20:08,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e., hostname=f962de17fdc3,45433,1733095192123, seqNum=2] 2024-12-01T23:20:08,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:08,977 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 607, reset compression=false 2024-12-01T23:20:09,150 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 480, reset compression=false 2024-12-01T23:20:09,154 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:09,154 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 608, reset compression=false 2024-12-01T23:20:09,154 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45433,1733095192123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:09,281 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 607, reset compression=false 2024-12-01T23:20:09,358 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 608, reset compression=false 2024-12-01T23:20:09,662 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 608, reset compression=false 2024-12-01T23:20:09,684 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 607, reset compression=false 2024-12-01T23:20:09,732 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-01T23:20:09,738 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-01T23:20:10,065 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 608, reset compression=false 2024-12-01T23:20:10,070 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:10,070 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 764, reset compression=false 2024-12-01T23:20:10,070 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45433,1733095192123 got entry batch from reader: WALEntryBatch [walEntries=[{test/1866918ea9b9d49bfd49cd0a654f945e/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-01T23:20:10,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:10,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:10,188 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 607, reset compression=false 2024-12-01T23:20:10,192 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:10,192 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 754, reset compression=false 2024-12-01T23:20:10,192 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34021,1733095197213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:10,277 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 764, reset compression=false 2024-12-01T23:20:10,397 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 754, reset compression=false 2024-12-01T23:20:10,581 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 764, reset compression=false 2024-12-01T23:20:10,701 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 754, reset compression=false 2024-12-01T23:20:10,740 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-01T23:20:10,743 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-01T23:20:10,985 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 764, reset compression=false 2024-12-01T23:20:11,105 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 754, reset compression=false 2024-12-01T23:20:11,109 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:11,109 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 913, reset compression=false 2024-12-01T23:20:11,109 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34021,1733095197213 got entry batch from reader: WALEntryBatch [walEntries=[{test/dacb720dee3d84a267a1a1e0168fa406/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T23:20:11,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:11,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:11,316 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 913, reset compression=false 2024-12-01T23:20:11,489 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 764, reset compression=false 2024-12-01T23:20:11,493 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:11,493 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 914, reset compression=false 2024-12-01T23:20:11,493 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45433,1733095192123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:11,620 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 913, reset compression=false 2024-12-01T23:20:11,697 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 914, reset compression=false 2024-12-01T23:20:11,745 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-01T23:20:11,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:20:11,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:11,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:11,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:11,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:11,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:11,748 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:20:11,748 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933194991, stopped=false 2024-12-01T23:20:11,748 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,34485,1733095197068 2024-12-01T23:20:11,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12042160233/running 2024-12-01T23:20:11,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12042160233/running 2024-12-01T23:20:11,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:20:11,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:20:11,809 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:20:11,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:11,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:11,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:11,810 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,34021,1733095197213' ***** 2024-12-01T23:20:11,810 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:20:11,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Set watcher on znode that does not yet exist, /12042160233/running 2024-12-01T23:20:11,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Set watcher on znode that does not yet exist, /12042160233/running 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:20:11,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ffe5193e9e27a77e55d456e3a54e55e 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,34021,1733095197213 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:34021. 2024-12-01T23:20:11,811 DEBUG [RS:0;f962de17fdc3:34021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:11,811 DEBUG [RS:0;f962de17fdc3:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:11,811 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ffe5193e9e27a77e55d456e3a54e55e, disabling compactions & flushes 2024-12-01T23:20:11,811 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:20:11,811 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:20:11,811 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. after waiting 0 ms 2024-12-01T23:20:11,811 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:11,811 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:20:11,812 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ffe5193e9e27a77e55d456e3a54e55e 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-01T23:20:11,812 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:20:11,812 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6ffe5193e9e27a77e55d456e3a54e55e=hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e., dacb720dee3d84a267a1a1e0168fa406=test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406.} 2024-12-01T23:20:11,812 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ffe5193e9e27a77e55d456e3a54e55e, dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:11,812 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:20:11,812 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:20:11,812 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:20:11,812 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:20:11,812 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:20:11,812 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:20:11,834 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/info/2e6023fe2de14a04a883cd676a9982c1 is 147, key is hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e./info:regioninfo/1733095206857/Put/seqid=0 2024-12-01T23:20:11,835 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/replication/6ffe5193e9e27a77e55d456e3a54e55e/.tmp/queue/544581d4f0b5417eb172f777e33644a3 is 153, key is 1-f962de17fdc3,34021,1733095197213/queue:f962de17fdc3%2C34021%2C1733095197213/1733095211114/Put/seqid=0 2024-12-01T23:20:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741840_1016 (size=7686) 2024-12-01T23:20:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741841_1017 (size=5352) 2024-12-01T23:20:11,841 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/info/2e6023fe2de14a04a883cd676a9982c1 2024-12-01T23:20:11,841 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/replication/6ffe5193e9e27a77e55d456e3a54e55e/.tmp/queue/544581d4f0b5417eb172f777e33644a3 2024-12-01T23:20:11,846 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/replication/6ffe5193e9e27a77e55d456e3a54e55e/.tmp/queue/544581d4f0b5417eb172f777e33644a3 as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/replication/6ffe5193e9e27a77e55d456e3a54e55e/queue/544581d4f0b5417eb172f777e33644a3 2024-12-01T23:20:11,853 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/replication/6ffe5193e9e27a77e55d456e3a54e55e/queue/544581d4f0b5417eb172f777e33644a3, entries=1, sequenceid=10, filesize=5.2 K 2024-12-01T23:20:11,854 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6ffe5193e9e27a77e55d456e3a54e55e in 43ms, sequenceid=10, compaction requested=false 2024-12-01T23:20:11,861 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/replication/6ffe5193e9e27a77e55d456e3a54e55e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T23:20:11,861 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:20:11,861 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:20:11,861 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:11,861 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ffe5193e9e27a77e55d456e3a54e55e: Waiting for close lock at 1733095211811Running coprocessor pre-close hooks at 1733095211811Disabling compacts and flushes for region at 1733095211811Disabling writes for close at 1733095211811Obtaining lock to block concurrent updates at 1733095211812 (+1 ms)Preparing flush snapshotting stores in 6ffe5193e9e27a77e55d456e3a54e55e at 1733095211812Finished memstore snapshotting hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733095211812Flushing stores of hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. at 1733095211813 (+1 ms)Flushing 6ffe5193e9e27a77e55d456e3a54e55e/queue: creating writer at 1733095211813Flushing 6ffe5193e9e27a77e55d456e3a54e55e/queue: appending metadata at 1733095211834 (+21 ms)Flushing 6ffe5193e9e27a77e55d456e3a54e55e/queue: closing flushed file at 1733095211834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbc62f4: reopening flushed file at 1733095211845 (+11 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6ffe5193e9e27a77e55d456e3a54e55e in 43ms, sequenceid=10, compaction requested=false at 1733095211854 (+9 ms)Writing region close event to WAL at 1733095211854Running coprocessor post-close hooks at 1733095211861 (+7 ms)Closed at 1733095211861 2024-12-01T23:20:11,861 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095205557.6ffe5193e9e27a77e55d456e3a54e55e. 2024-12-01T23:20:11,862 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dacb720dee3d84a267a1a1e0168fa406, disabling compactions & flushes 2024-12-01T23:20:11,862 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:11,862 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:11,862 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. after waiting 0 ms 2024-12-01T23:20:11,862 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:11,862 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dacb720dee3d84a267a1a1e0168fa406 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-01T23:20:11,864 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/ns/5accd743e80d498fa5f288c09c50e04c is 43, key is default/ns:d/1733095199954/Put/seqid=0 2024-12-01T23:20:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741842_1018 (size=5153) 2024-12-01T23:20:11,878 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/.tmp/f/54a1e226dd034186bf0d64081daae091 is 29, key is row1/f:/1733095210740/DeleteFamily/seqid=0 2024-12-01T23:20:11,880 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:20:11,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741843_1019 (size=5118) 2024-12-01T23:20:12,000 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 914, reset compression=false 2024-12-01T23:20:12,012 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:12,023 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 913, reset compression=false 2024-12-01T23:20:12,029 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:12,029 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 1160, reset compression=false 2024-12-01T23:20:12,029 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34021,1733095197213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:12,030 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f962de17fdc3,34021,1733095197213: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f962de17fdc3,34021,1733095197213, walGroup=f962de17fdc3%2C34021%2C1733095197213, offset=f962de17fdc3%2C34021%2C1733095197213.1733095199610:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T23:20:12,031 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T23:20:12,031 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T23:20:12,032 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T23:20:12,032 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T23:20:12,032 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T23:20:12,032 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 609493216 }, "NonHeapMemoryUsage": { "committed": 194052096, "init": 7667712, "max": -1, "used": 190272280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T23:20:12,033 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-01T23:20:12,212 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:12,234 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 1160, reset compression=false 2024-12-01T23:20:12,268 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/ns/5accd743e80d498fa5f288c09c50e04c 2024-12-01T23:20:12,282 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/.tmp/f/54a1e226dd034186bf0d64081daae091 2024-12-01T23:20:12,286 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54a1e226dd034186bf0d64081daae091 2024-12-01T23:20:12,289 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/rep_barrier/7adad145bd664718833d7ee58b6c68bc is 112, key is test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406./rep_barrier:seqnumDuringOpen/1733095202367/Put/seqid=0 2024-12-01T23:20:12,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741844_1020 (size=5518) 2024-12-01T23:20:12,299 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/.tmp/f1/9ee21ac3cc2d47baae7ff2cb2e245126 is 30, key is row1/f1:/1733095210740/DeleteFamily/seqid=0 2024-12-01T23:20:12,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741845_1021 (size=5123) 2024-12-01T23:20:12,303 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/.tmp/f1/9ee21ac3cc2d47baae7ff2cb2e245126 2024-12-01T23:20:12,306 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ee21ac3cc2d47baae7ff2cb2e245126 2024-12-01T23:20:12,323 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/.tmp/norep/14e38d75036e4cf6905adc955eb96f45 is 33, key is row1/norep:/1733095210740/DeleteFamily/seqid=0 2024-12-01T23:20:12,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741846_1022 (size=5108) 2024-12-01T23:20:12,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:20:12,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:12,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:12,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:12,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:12,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:12,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:12,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:12,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:12,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:12,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:12,404 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 914, reset compression=false 2024-12-01T23:20:12,413 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:12,471 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:20:12,472 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:20:12,537 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/WALs/f962de17fdc3,34021,1733095197213/f962de17fdc3%2C34021%2C1733095197213.1733095199610 to pos 1160, reset compression=false 2024-12-01T23:20:12,613 DEBUG [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dacb720dee3d84a267a1a1e0168fa406 2024-12-01T23:20:12,697 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/rep_barrier/7adad145bd664718833d7ee58b6c68bc 2024-12-01T23:20:12,717 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/table/bf8bc8c330eb4597a75cfd3517ecaaa2 is 53, key is hbase:replication/table:state/1733095206864/Put/seqid=0 2024-12-01T23:20:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741847_1023 (size=5308) 2024-12-01T23:20:12,721 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/table/bf8bc8c330eb4597a75cfd3517ecaaa2 2024-12-01T23:20:12,725 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/info/2e6023fe2de14a04a883cd676a9982c1 as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/info/2e6023fe2de14a04a883cd676a9982c1 2024-12-01T23:20:12,727 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/.tmp/norep/14e38d75036e4cf6905adc955eb96f45 2024-12-01T23:20:12,729 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/info/2e6023fe2de14a04a883cd676a9982c1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:20:12,729 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/ns/5accd743e80d498fa5f288c09c50e04c as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/ns/5accd743e80d498fa5f288c09c50e04c 2024-12-01T23:20:12,730 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14e38d75036e4cf6905adc955eb96f45 2024-12-01T23:20:12,731 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/.tmp/f/54a1e226dd034186bf0d64081daae091 as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/f/54a1e226dd034186bf0d64081daae091 2024-12-01T23:20:12,734 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/ns/5accd743e80d498fa5f288c09c50e04c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:20:12,735 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/rep_barrier/7adad145bd664718833d7ee58b6c68bc as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/rep_barrier/7adad145bd664718833d7ee58b6c68bc 2024-12-01T23:20:12,735 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54a1e226dd034186bf0d64081daae091 2024-12-01T23:20:12,735 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/f/54a1e226dd034186bf0d64081daae091, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T23:20:12,736 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/.tmp/f1/9ee21ac3cc2d47baae7ff2cb2e245126 as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/f1/9ee21ac3cc2d47baae7ff2cb2e245126 2024-12-01T23:20:12,739 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/rep_barrier/7adad145bd664718833d7ee58b6c68bc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:20:12,739 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/.tmp/table/bf8bc8c330eb4597a75cfd3517ecaaa2 as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/table/bf8bc8c330eb4597a75cfd3517ecaaa2 2024-12-01T23:20:12,740 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ee21ac3cc2d47baae7ff2cb2e245126 2024-12-01T23:20:12,740 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/f1/9ee21ac3cc2d47baae7ff2cb2e245126, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T23:20:12,740 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/.tmp/norep/14e38d75036e4cf6905adc955eb96f45 as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/norep/14e38d75036e4cf6905adc955eb96f45 2024-12-01T23:20:12,743 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/table/bf8bc8c330eb4597a75cfd3517ecaaa2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:20:12,744 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14e38d75036e4cf6905adc955eb96f45 2024-12-01T23:20:12,744 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/norep/14e38d75036e4cf6905adc955eb96f45, entries=1, sequenceid=8, filesize=5.0 K 2024-12-01T23:20:12,744 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false 2024-12-01T23:20:12,745 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for dacb720dee3d84a267a1a1e0168fa406 in 883ms, sequenceid=8, compaction requested=false 2024-12-01T23:20:12,749 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/default/test/dacb720dee3d84a267a1a1e0168fa406/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-01T23:20:12,749 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:20:12,750 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:20:12,750 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:20:12,750 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:20:12,750 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:20:12,750 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:20:12,750 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095211812Running coprocessor pre-close hooks at 1733095211812Disabling compacts and flushes for region at 1733095211812Disabling writes for close at 1733095211812Obtaining lock to block concurrent updates at 1733095211812Preparing flush snapshotting stores in 1588230740 at 1733095211812Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095211813 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733095211813Flushing 1588230740/info: creating writer at 1733095211813Flushing 1588230740/info: appending metadata at 1733095211834 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733095211834Flushing 1588230740/ns: creating writer at 1733095211846 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733095211863 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733095211863Flushing 1588230740/rep_barrier: creating writer at 1733095212272 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095212289 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095212289Flushing 1588230740/table: creating writer at 1733095212701 (+412 ms)Flushing 1588230740/table: appending metadata at 1733095212717 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733095212717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244f98cc: reopening flushed file at 1733095212724 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64601ea8: reopening flushed file at 1733095212729 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a71f40f: reopening flushed file at 1733095212734 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a181c95: reopening flushed file at 1733095212739 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false at 1733095212744 (+5 ms)Writing region close event to WAL at 1733095212746 (+2 ms)Running coprocessor post-close hooks at 1733095212749 (+3 ms)Closed at 1733095212750 (+1 ms) 2024-12-01T23:20:12,750 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:12,750 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:20:12,750 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dacb720dee3d84a267a1a1e0168fa406: Waiting for close lock at 1733095211861Running coprocessor pre-close hooks at 1733095211862 (+1 ms)Disabling compacts and flushes for region at 1733095211862Disabling writes for close at 1733095211862Obtaining lock to block concurrent updates at 1733095211862Preparing flush snapshotting stores in dacb720dee3d84a267a1a1e0168fa406 at 1733095211862Finished memstore snapshotting test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733095211862Flushing stores of test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. at 1733095211862Flushing dacb720dee3d84a267a1a1e0168fa406/f: creating writer at 1733095211863 (+1 ms)Flushing dacb720dee3d84a267a1a1e0168fa406/f: appending metadata at 1733095211877 (+14 ms)Flushing dacb720dee3d84a267a1a1e0168fa406/f: closing flushed file at 1733095211877Flushing dacb720dee3d84a267a1a1e0168fa406/f1: creating writer at 1733095212286 (+409 ms)Flushing dacb720dee3d84a267a1a1e0168fa406/f1: appending metadata at 1733095212299 (+13 ms)Flushing dacb720dee3d84a267a1a1e0168fa406/f1: closing flushed file at 1733095212299Flushing dacb720dee3d84a267a1a1e0168fa406/norep: creating writer at 1733095212306 (+7 ms)Flushing dacb720dee3d84a267a1a1e0168fa406/norep: appending metadata at 1733095212322 (+16 ms)Flushing dacb720dee3d84a267a1a1e0168fa406/norep: closing flushed file at 1733095212322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd50d3e: reopening flushed file at 1733095212730 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8474b3: reopening flushed file at 1733095212736 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f16741e: reopening flushed file at 1733095212740 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for dacb720dee3d84a267a1a1e0168fa406 in 883ms, sequenceid=8, compaction requested=false at 1733095212745 (+5 ms)Writing region close event to WAL at 1733095212746 (+1 ms)Running coprocessor post-close hooks at 1733095212750 (+4 ms)Closed at 1733095212750 2024-12-01T23:20:12,750 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095201224.dacb720dee3d84a267a1a1e0168fa406. 2024-12-01T23:20:12,813 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,34021,1733095197213; all regions closed. 2024-12-01T23:20:12,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:20:12,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741839_1015 (size=2676) 2024-12-01T23:20:12,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741833_1009 (size=1812) 2024-12-01T23:20:12,819 DEBUG [RS:0;f962de17fdc3:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:12,819 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:20:12,819 INFO [RS:0;f962de17fdc3:34021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:20:12,820 INFO [RS:0;f962de17fdc3:34021 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T23:20:12,820 INFO [RS:0;f962de17fdc3:34021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:20:12,820 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:20:12,820 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,34021,1733095197213 because: Region server is closing 2024-12-01T23:20:12,820 INFO [RS:0;f962de17fdc3:34021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:34021. 2024-12-01T23:20:12,820 DEBUG [RS:0;f962de17fdc3:34021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:12,820 DEBUG [RS:0;f962de17fdc3:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:12,820 DEBUG [RS:0;f962de17fdc3:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:12,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:12,908 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 914, reset compression=false 2024-12-01T23:20:12,921 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.shipperf962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 terminated 2024-12-01T23:20:12,921 INFO [RS:0;f962de17fdc3:34021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:34021. 2024-12-01T23:20:12,921 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34021,1733095197213.replicationSource.wal-reader.f962de17fdc3%2C34021%2C1733095197213,1-f962de17fdc3,34021,1733095197213 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:20:12,921 DEBUG [RS:0;f962de17fdc3:34021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:12,921 DEBUG [RS:0;f962de17fdc3:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:12,921 DEBUG [RS:0;f962de17fdc3:34021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:12,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:12,921 INFO [RS:0;f962de17fdc3:34021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34021 2024-12-01T23:20:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12042160233/rs/f962de17fdc3,34021,1733095197213 2024-12-01T23:20:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233/rs 2024-12-01T23:20:12,967 INFO [RS:0;f962de17fdc3:34021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:20:12,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,34021,1733095197213] 2024-12-01T23:20:12,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12042160233/draining/f962de17fdc3,34021,1733095197213 already deleted, retry=false 2024-12-01T23:20:12,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,34021,1733095197213 expired; onlineServers=0 2024-12-01T23:20:12,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,34485,1733095197068' ***** 2024-12-01T23:20:12,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:20:12,988 INFO [M:0;f962de17fdc3:34485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:20:12,988 INFO [M:0;f962de17fdc3:34485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:20:12,988 DEBUG [M:0;f962de17fdc3:34485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:20:12,988 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:20:12,988 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095199260 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095199260,5,FailOnTimeoutGroup] 2024-12-01T23:20:12,988 DEBUG [M:0;f962de17fdc3:34485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:20:12,988 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095199264 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095199264,5,FailOnTimeoutGroup] 2024-12-01T23:20:12,989 INFO [M:0;f962de17fdc3:34485 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:20:12,989 INFO [M:0;f962de17fdc3:34485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:20:12,989 DEBUG [M:0;f962de17fdc3:34485 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:20:12,989 INFO [M:0;f962de17fdc3:34485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:20:12,989 INFO [M:0;f962de17fdc3:34485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:20:12,989 INFO [M:0;f962de17fdc3:34485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:20:12,989 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:20:12,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12042160233/master 2024-12-01T23:20:12,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12042160233 2024-12-01T23:20:12,998 DEBUG [M:0;f962de17fdc3:34485 {}] zookeeper.ZKUtil(347): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Unable to get data of znode /12042160233/master because node does not exist (not an error) 2024-12-01T23:20:12,999 WARN [M:0;f962de17fdc3:34485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:20:12,999 INFO [M:0;f962de17fdc3:34485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/.lastflushedseqids 2024-12-01T23:20:13,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741848_1024 (size=245) 2024-12-01T23:20:13,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:20:13,078 INFO [RS:0;f962de17fdc3:34021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:20:13,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34021-0x1019331e9020004, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:20:13,078 INFO [RS:0;f962de17fdc3:34021 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,34021,1733095197213; zookeeper connection closed. 2024-12-01T23:20:13,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38da0c35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38da0c35 2024-12-01T23:20:13,078 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:20:13,405 INFO [M:0;f962de17fdc3:34485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:20:13,405 INFO [M:0;f962de17fdc3:34485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:20:13,405 DEBUG [M:0;f962de17fdc3:34485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:20:13,405 INFO [M:0;f962de17fdc3:34485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:13,405 DEBUG [M:0;f962de17fdc3:34485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:13,405 DEBUG [M:0;f962de17fdc3:34485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:20:13,405 DEBUG [M:0;f962de17fdc3:34485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:13,405 INFO [M:0;f962de17fdc3:34485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-01T23:20:13,418 DEBUG [M:0;f962de17fdc3:34485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0670912c0f41473c9737640a03237a59 is 82, key is hbase:meta,,1/info:regioninfo/1733095199935/Put/seqid=0 2024-12-01T23:20:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741849_1025 (size=5672) 2024-12-01T23:20:13,512 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 914, reset compression=false 2024-12-01T23:20:13,822 INFO [M:0;f962de17fdc3:34485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0670912c0f41473c9737640a03237a59 2024-12-01T23:20:13,842 DEBUG [M:0;f962de17fdc3:34485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e0f9a87025449b08b104ace476f3e23 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733095206867/Put/seqid=0 2024-12-01T23:20:13,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741850_1026 (size=8515) 2024-12-01T23:20:13,846 INFO [M:0;f962de17fdc3:34485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e0f9a87025449b08b104ace476f3e23 2024-12-01T23:20:13,862 DEBUG [M:0;f962de17fdc3:34485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fa53e1c1a4640cda1f0ea1c0aee02f9 is 69, key is f962de17fdc3,34021,1733095197213/rs:state/1733095199387/Put/seqid=0 2024-12-01T23:20:13,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741851_1027 (size=5156) 2024-12-01T23:20:14,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:14,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:20:14,181 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28334 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:20:14,215 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 914, reset compression=false 2024-12-01T23:20:14,266 INFO [M:0;f962de17fdc3:34485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fa53e1c1a4640cda1f0ea1c0aee02f9 2024-12-01T23:20:14,271 DEBUG [M:0;f962de17fdc3:34485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0670912c0f41473c9737640a03237a59 as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0670912c0f41473c9737640a03237a59 2024-12-01T23:20:14,274 INFO [M:0;f962de17fdc3:34485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0670912c0f41473c9737640a03237a59, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T23:20:14,275 DEBUG [M:0;f962de17fdc3:34485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e0f9a87025449b08b104ace476f3e23 as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e0f9a87025449b08b104ace476f3e23 2024-12-01T23:20:14,279 INFO [M:0;f962de17fdc3:34485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e0f9a87025449b08b104ace476f3e23, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T23:20:14,280 DEBUG [M:0;f962de17fdc3:34485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fa53e1c1a4640cda1f0ea1c0aee02f9 as hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fa53e1c1a4640cda1f0ea1c0aee02f9 2024-12-01T23:20:14,284 INFO [M:0;f962de17fdc3:34485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42873/user/jenkins/test-data/6134840b-98d1-1df0-8508-688cf225e5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fa53e1c1a4640cda1f0ea1c0aee02f9, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T23:20:14,285 INFO [M:0;f962de17fdc3:34485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-12-01T23:20:14,286 INFO [M:0;f962de17fdc3:34485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:14,286 DEBUG [M:0;f962de17fdc3:34485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095213405Disabling compacts and flushes for region at 1733095213405Disabling writes for close at 1733095213405Obtaining lock to block concurrent updates at 1733095213405Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095213405Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733095213406 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095213406Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095213406Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095213418 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095213418Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095213826 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095213842 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095213842Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095213850 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095213862 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095213862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316739b8: reopening flushed file at 1733095214270 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de2535b: reopening flushed file at 1733095214274 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f7c3f4: reopening flushed file at 1733095214279 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1733095214285 (+6 ms)Writing region close event to WAL at 1733095214286 (+1 ms)Closed at 1733095214286 2024-12-01T23:20:14,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44035 is added to blk_1073741830_1006 (size=63642) 2024-12-01T23:20:14,288 INFO [M:0;f962de17fdc3:34485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:20:14,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:20:14,289 INFO [M:0;f962de17fdc3:34485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34485 2024-12-01T23:20:14,289 INFO [M:0;f962de17fdc3:34485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:20:14,436 INFO [M:0;f962de17fdc3:34485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:20:14,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:20:14,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1019331e9020003, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:20:14,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dbf964d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:20:14,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@473d1391{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:20:14,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:20:14,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4901da09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:20:14,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dac0b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/hadoop.log.dir/,STOPPED} 2024-12-01T23:20:14,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:20:14,442 WARN [BP-204947876-172.17.0.3-1733095195116 heartbeating to localhost/127.0.0.1:42873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:20:14,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:20:14,442 WARN [BP-204947876-172.17.0.3-1733095195116 heartbeating to localhost/127.0.0.1:42873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-204947876-172.17.0.3-1733095195116 (Datanode Uuid bc4613db-3abc-4c02-9977-5b46021e8327) service to localhost/127.0.0.1:42873 2024-12-01T23:20:14,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/cluster_546e9f8d-6c5e-f63a-5b9b-ae313dbfaee2/data/data1/current/BP-204947876-172.17.0.3-1733095195116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:20:14,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/cluster_546e9f8d-6c5e-f63a-5b9b-ae313dbfaee2/data/data2/current/BP-204947876-172.17.0.3-1733095195116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:20:14,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:20:14,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7791517c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:20:14,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c3bb764{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:20:14,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:20:14,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e95cfe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:20:14,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74263c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/hadoop.log.dir/,STOPPED} 2024-12-01T23:20:14,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:20:14,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:20:14,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:14,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:14,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:14,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:14,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:14,464 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:20:14,464 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906643561, stopped=false 2024-12-01T23:20:14,464 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,36109,1733095191942 2024-12-01T23:20:14,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01874980704/running 2024-12-01T23:20:14,479 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01874980704/running 2024-12-01T23:20:14,479 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:20:14,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:20:14,479 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:20:14,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:14,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:14,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:14,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Set watcher on znode that does not yet exist, /01874980704/running 2024-12-01T23:20:14,480 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,45433,1733095192123' ***** 2024-12-01T23:20:14,480 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:20:14,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Set watcher on znode that does not yet exist, /01874980704/running 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:20:14,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1866918ea9b9d49bfd49cd0a654f945e 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,45433,1733095192123 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:20:14,481 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1866918ea9b9d49bfd49cd0a654f945e, disabling compactions & flushes 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:45433. 2024-12-01T23:20:14,481 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:14,481 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:14,481 DEBUG [RS:0;f962de17fdc3:45433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:14,481 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. after waiting 0 ms 2024-12-01T23:20:14,481 DEBUG [RS:0;f962de17fdc3:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:14,481 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:20:14,481 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1866918ea9b9d49bfd49cd0a654f945e 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:20:14,481 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:20:14,482 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:20:14,482 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1325): Online Regions={1866918ea9b9d49bfd49cd0a654f945e=test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e., 1588230740=hbase:meta,,1.1588230740, 1ca3b1dabe07d5c947a64e74e7fdf73e=hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e.} 2024-12-01T23:20:14,482 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1866918ea9b9d49bfd49cd0a654f945e, 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:14,482 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:20:14,482 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:20:14,482 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:20:14,482 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:20:14,482 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:20:14,482 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:20:14,501 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/info/696fc162fae44e58b3aaea0e9a8b91c5 is 147, key is hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e./info:regioninfo/1733095204694/Put/seqid=0 2024-12-01T23:20:14,501 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/.tmp/f/8b8a8695f6b441ebabb6256b8ef61170 is 29, key is row1/f:/1733095210740/DeleteFamily/seqid=0 2024-12-01T23:20:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741840_1016 (size=5118) 2024-12-01T23:20:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741841_1017 (size=7686) 2024-12-01T23:20:14,505 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/.tmp/f/8b8a8695f6b441ebabb6256b8ef61170 2024-12-01T23:20:14,509 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b8a8695f6b441ebabb6256b8ef61170 2024-12-01T23:20:14,522 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/.tmp/f1/43f398d4e7104334ace3ae64e9b55a3e is 30, key is row1/f1:/1733095210740/DeleteFamily/seqid=0 2024-12-01T23:20:14,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741842_1018 (size=5123) 2024-12-01T23:20:14,542 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:20:14,682 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1866918ea9b9d49bfd49cd0a654f945e, 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:14,822 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:20:14,822 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:20:14,883 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1866918ea9b9d49bfd49cd0a654f945e, 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:14,906 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/info/696fc162fae44e58b3aaea0e9a8b91c5 2024-12-01T23:20:14,926 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/.tmp/f1/43f398d4e7104334ace3ae64e9b55a3e 2024-12-01T23:20:14,927 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/ns/f56d0cd1c85747139dc1ae73409c3dd2 is 43, key is default/ns:d/1733095195033/Put/seqid=0 2024-12-01T23:20:14,929 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43f398d4e7104334ace3ae64e9b55a3e 2024-12-01T23:20:14,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741843_1019 (size=5153) 2024-12-01T23:20:14,947 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/.tmp/norep/82688495c20c4b9caf0687717311b965 is 32, key is row/norep:/1733095209735/DeleteFamily/seqid=0 2024-12-01T23:20:14,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741844_1020 (size=5101) 2024-12-01T23:20:15,018 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 914, reset compression=false 2024-12-01T23:20:15,022 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:15,022 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 1161, reset compression=false 2024-12-01T23:20:15,022 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45433,1733095192123 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:15,023 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f962de17fdc3,45433,1733095192123: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f962de17fdc3,45433,1733095192123, walGroup=f962de17fdc3%2C45433%2C1733095192123, offset=f962de17fdc3%2C45433%2C1733095192123.1733095193948:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:45433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T23:20:15,024 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T23:20:15,025 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T23:20:15,025 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T23:20:15,025 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T23:20:15,025 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T23:20:15,025 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 684990688 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 190941448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T23:20:15,026 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:36109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:36109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-01T23:20:15,083 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1866918ea9b9d49bfd49cd0a654f945e, 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:15,227 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 1161, reset compression=false 2024-12-01T23:20:15,283 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1866918ea9b9d49bfd49cd0a654f945e, 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:15,337 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/ns/f56d0cd1c85747139dc1ae73409c3dd2 2024-12-01T23:20:15,351 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/.tmp/norep/82688495c20c4b9caf0687717311b965 2024-12-01T23:20:15,353 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/rep_barrier/198304c12441458999ab0cd5d650e2b3 is 112, key is test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e./rep_barrier:seqnumDuringOpen/1733095200830/Put/seqid=0 2024-12-01T23:20:15,355 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82688495c20c4b9caf0687717311b965 2024-12-01T23:20:15,355 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/.tmp/f/8b8a8695f6b441ebabb6256b8ef61170 as hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/f/8b8a8695f6b441ebabb6256b8ef61170 2024-12-01T23:20:15,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741845_1021 (size=5518) 2024-12-01T23:20:15,359 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b8a8695f6b441ebabb6256b8ef61170 2024-12-01T23:20:15,359 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/f/8b8a8695f6b441ebabb6256b8ef61170, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T23:20:15,360 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/.tmp/f1/43f398d4e7104334ace3ae64e9b55a3e as hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/f1/43f398d4e7104334ace3ae64e9b55a3e 2024-12-01T23:20:15,364 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43f398d4e7104334ace3ae64e9b55a3e 2024-12-01T23:20:15,364 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/f1/43f398d4e7104334ace3ae64e9b55a3e, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T23:20:15,365 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/.tmp/norep/82688495c20c4b9caf0687717311b965 as hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/norep/82688495c20c4b9caf0687717311b965 2024-12-01T23:20:15,369 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82688495c20c4b9caf0687717311b965 2024-12-01T23:20:15,369 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/norep/82688495c20c4b9caf0687717311b965, entries=1, sequenceid=8, filesize=5.0 K 2024-12-01T23:20:15,370 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1866918ea9b9d49bfd49cd0a654f945e in 889ms, sequenceid=8, compaction requested=false 2024-12-01T23:20:15,374 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/default/test/1866918ea9b9d49bfd49cd0a654f945e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-01T23:20:15,374 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:20:15,374 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:20:15,374 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:15,375 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1866918ea9b9d49bfd49cd0a654f945e: Waiting for close lock at 1733095214481Running coprocessor pre-close hooks at 1733095214481Disabling compacts and flushes for region at 1733095214481Disabling writes for close at 1733095214481Obtaining lock to block concurrent updates at 1733095214481Preparing flush snapshotting stores in 1866918ea9b9d49bfd49cd0a654f945e at 1733095214481Finished memstore snapshotting test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733095214482 (+1 ms)Flushing stores of test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. at 1733095214482Flushing 1866918ea9b9d49bfd49cd0a654f945e/f: creating writer at 1733095214482Flushing 1866918ea9b9d49bfd49cd0a654f945e/f: appending metadata at 1733095214501 (+19 ms)Flushing 1866918ea9b9d49bfd49cd0a654f945e/f: closing flushed file at 1733095214501Flushing 1866918ea9b9d49bfd49cd0a654f945e/f1: creating writer at 1733095214509 (+8 ms)Flushing 1866918ea9b9d49bfd49cd0a654f945e/f1: appending metadata at 1733095214521 (+12 ms)Flushing 1866918ea9b9d49bfd49cd0a654f945e/f1: closing flushed file at 1733095214521Flushing 1866918ea9b9d49bfd49cd0a654f945e/norep: creating writer at 1733095214930 (+409 ms)Flushing 1866918ea9b9d49bfd49cd0a654f945e/norep: appending metadata at 1733095214947 (+17 ms)Flushing 1866918ea9b9d49bfd49cd0a654f945e/norep: closing flushed file at 1733095214947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a02bdda: reopening flushed file at 1733095215355 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d25894: reopening flushed file at 1733095215359 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a8fe5d: reopening flushed file at 1733095215364 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1866918ea9b9d49bfd49cd0a654f945e in 889ms, sequenceid=8, compaction requested=false at 1733095215370 (+6 ms)Writing region close event to WAL at 1733095215371 (+1 ms)Running coprocessor post-close hooks at 1733095215374 (+3 ms)Closed at 1733095215374 2024-12-01T23:20:15,375 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095200077.1866918ea9b9d49bfd49cd0a654f945e. 2024-12-01T23:20:15,375 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ca3b1dabe07d5c947a64e74e7fdf73e, disabling compactions & flushes 2024-12-01T23:20:15,375 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:15,375 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:15,375 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. after waiting 0 ms 2024-12-01T23:20:15,375 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:15,375 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ca3b1dabe07d5c947a64e74e7fdf73e: Waiting for close lock at 1733095215375Running coprocessor pre-close hooks at 1733095215375Disabling compacts and flushes for region at 1733095215375Disabling writes for close at 1733095215375Failed flush hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e., putting online again at 1733095215375 2024-12-01T23:20:15,375 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:15,483 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:20:15,483 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1ca3b1dabe07d5c947a64e74e7fdf73e=hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e.} 2024-12-01T23:20:15,483 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:15,483 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ca3b1dabe07d5c947a64e74e7fdf73e 2024-12-01T23:20:15,483 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ca3b1dabe07d5c947a64e74e7fdf73e, disabling compactions & flushes 2024-12-01T23:20:15,483 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:15,483 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:15,483 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. after waiting 0 ms 2024-12-01T23:20:15,483 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:15,483 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ca3b1dabe07d5c947a64e74e7fdf73e: Waiting for close lock at 1733095215483Running coprocessor pre-close hooks at 1733095215483Disabling compacts and flushes for region at 1733095215483Disabling writes for close at 1733095215483Failed flush hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e., putting online again at 1733095215483 2024-12-01T23:20:15,484 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733095203402.1ca3b1dabe07d5c947a64e74e7fdf73e. 2024-12-01T23:20:15,530 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 1161, reset compression=false 2024-12-01T23:20:15,535 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:15,535 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 1805, reset compression=false 2024-12-01T23:20:15,683 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:20:15,738 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 1805, reset compression=false 2024-12-01T23:20:15,757 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/rep_barrier/198304c12441458999ab0cd5d650e2b3 2024-12-01T23:20:15,778 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/table/8a6c11b3906e4f7f8fb4fdca4fd2e6b7 is 53, key is hbase:replication/table:state/1733095204700/Put/seqid=0 2024-12-01T23:20:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741846_1022 (size=5308) 2024-12-01T23:20:15,884 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:20:16,041 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.wal-reader.f962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 to pos 1805, reset compression=false 2024-12-01T23:20:16,084 DEBUG [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:20:16,181 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/table/8a6c11b3906e4f7f8fb4fdca4fd2e6b7 2024-12-01T23:20:16,185 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/info/696fc162fae44e58b3aaea0e9a8b91c5 as hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/info/696fc162fae44e58b3aaea0e9a8b91c5 2024-12-01T23:20:16,189 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/info/696fc162fae44e58b3aaea0e9a8b91c5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:20:16,189 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/ns/f56d0cd1c85747139dc1ae73409c3dd2 as hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/ns/f56d0cd1c85747139dc1ae73409c3dd2 2024-12-01T23:20:16,193 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/ns/f56d0cd1c85747139dc1ae73409c3dd2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:20:16,194 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/rep_barrier/198304c12441458999ab0cd5d650e2b3 as hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/rep_barrier/198304c12441458999ab0cd5d650e2b3 2024-12-01T23:20:16,198 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/rep_barrier/198304c12441458999ab0cd5d650e2b3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:20:16,198 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/.tmp/table/8a6c11b3906e4f7f8fb4fdca4fd2e6b7 as hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/table/8a6c11b3906e4f7f8fb4fdca4fd2e6b7 2024-12-01T23:20:16,202 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/table/8a6c11b3906e4f7f8fb4fdca4fd2e6b7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:20:16,203 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-12-01T23:20:16,213 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:20:16,213 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:20:16,213 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:20:16,213 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:20:16,213 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095214482Running coprocessor pre-close hooks at 1733095214482Disabling compacts and flushes for region at 1733095214482Disabling writes for close at 1733095214482Obtaining lock to block concurrent updates at 1733095214482Preparing flush snapshotting stores in 1588230740 at 1733095214482Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095214483 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733095214483Flushing 1588230740/info: creating writer at 1733095214483Flushing 1588230740/info: appending metadata at 1733095214501 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733095214501Flushing 1588230740/ns: creating writer at 1733095214910 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733095214927 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733095214927Flushing 1588230740/rep_barrier: creating writer at 1733095215341 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095215353 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095215353Flushing 1588230740/table: creating writer at 1733095215761 (+408 ms)Flushing 1588230740/table: appending metadata at 1733095215777 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733095215777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71bee2: reopening flushed file at 1733095216184 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727886e3: reopening flushed file at 1733095216189 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@921b11a: reopening flushed file at 1733095216193 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac57a18: reopening flushed file at 1733095216198 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1733095216203 (+5 ms)Writing region close event to WAL at 1733095216210 (+7 ms)Running coprocessor post-close hooks at 1733095216213 (+3 ms)Closed at 1733095216213 2024-12-01T23:20:16,214 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:20:16,284 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T23:20:16,284 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,45433,1733095192123; all regions closed. 2024-12-01T23:20:16,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:20:16,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741839_1015 (size=1733) 2024-12-01T23:20:16,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741832_1008 (size=1813) 2024-12-01T23:20:16,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/WALs/f962de17fdc3,45433,1733095192123/f962de17fdc3%2C45433%2C1733095192123.1733095193948 not finished, retry = 0 2024-12-01T23:20:16,394 DEBUG [RS:0;f962de17fdc3:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:16,394 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:20:16,394 INFO [RS:0;f962de17fdc3:45433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:20:16,394 INFO [RS:0;f962de17fdc3:45433 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:20:16,395 INFO [RS:0;f962de17fdc3:45433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:20:16,395 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:20:16,395 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,45433,1733095192123 because: Region server is closing 2024-12-01T23:20:16,395 INFO [RS:0;f962de17fdc3:45433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:45433. 2024-12-01T23:20:16,395 DEBUG [RS:0;f962de17fdc3:45433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:16,395 DEBUG [RS:0;f962de17fdc3:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:16,395 DEBUG [RS:0;f962de17fdc3:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:16,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:16,495 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45433,1733095192123.replicationSource.shipperf962de17fdc3%2C45433%2C1733095192123,1-f962de17fdc3,45433,1733095192123 terminated 2024-12-01T23:20:16,496 INFO [RS:0;f962de17fdc3:45433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:45433. 2024-12-01T23:20:16,496 DEBUG [RS:0;f962de17fdc3:45433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:16,496 DEBUG [RS:0;f962de17fdc3:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:16,496 DEBUG [RS:0;f962de17fdc3:45433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:16,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:16,496 INFO [RS:0;f962de17fdc3:45433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45433 2024-12-01T23:20:16,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704/rs 2024-12-01T23:20:16,556 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01874980704/rs/f962de17fdc3,45433,1733095192123 2024-12-01T23:20:16,556 INFO [RS:0;f962de17fdc3:45433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:20:16,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,45433,1733095192123] 2024-12-01T23:20:16,567 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01874980704/draining/f962de17fdc3,45433,1733095192123 already deleted, retry=false 2024-12-01T23:20:16,567 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,45433,1733095192123 expired; onlineServers=0 2024-12-01T23:20:16,567 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,36109,1733095191942' ***** 2024-12-01T23:20:16,567 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:20:16,567 INFO [M:0;f962de17fdc3:36109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:20:16,567 INFO [M:0;f962de17fdc3:36109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:20:16,567 DEBUG [M:0;f962de17fdc3:36109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:20:16,567 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:20:16,567 DEBUG [M:0;f962de17fdc3:36109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:20:16,567 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095193704 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095193704,5,FailOnTimeoutGroup] 2024-12-01T23:20:16,567 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095193704 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095193704,5,FailOnTimeoutGroup] 2024-12-01T23:20:16,567 INFO [M:0;f962de17fdc3:36109 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:20:16,567 INFO [M:0;f962de17fdc3:36109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:20:16,567 DEBUG [M:0;f962de17fdc3:36109 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:20:16,567 INFO [M:0;f962de17fdc3:36109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:20:16,567 INFO [M:0;f962de17fdc3:36109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:20:16,567 INFO [M:0;f962de17fdc3:36109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:20:16,567 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:20:16,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01874980704/master 2024-12-01T23:20:16,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01874980704 2024-12-01T23:20:16,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01874980704/master already deleted, retry=false 2024-12-01T23:20:16,588 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Failed delete of our master address node; KeeperErrorCode = NoNode for /01874980704/master 2024-12-01T23:20:16,589 INFO [M:0;f962de17fdc3:36109 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/.lastflushedseqids 2024-12-01T23:20:16,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741847_1023 (size=245) 2024-12-01T23:20:16,677 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:20:16,678 INFO [RS:0;f962de17fdc3:45433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:20:16,678 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45433-0x1019331e9020001, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:20:16,678 INFO [RS:0;f962de17fdc3:45433 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,45433,1733095192123; zookeeper connection closed. 2024-12-01T23:20:16,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f1b2f60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f1b2f60 2024-12-01T23:20:16,678 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:20:16,993 INFO [M:0;f962de17fdc3:36109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:20:16,993 INFO [M:0;f962de17fdc3:36109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:20:16,993 DEBUG [M:0;f962de17fdc3:36109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:20:16,993 INFO [M:0;f962de17fdc3:36109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:16,993 DEBUG [M:0;f962de17fdc3:36109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:16,993 DEBUG [M:0;f962de17fdc3:36109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:20:16,993 DEBUG [M:0;f962de17fdc3:36109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:16,993 INFO [M:0;f962de17fdc3:36109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-01T23:20:17,012 DEBUG [M:0;f962de17fdc3:36109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/670756ba592648909ca2309cbaf92a77 is 82, key is hbase:meta,,1/info:regioninfo/1733095194983/Put/seqid=0 2024-12-01T23:20:17,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741848_1024 (size=5672) 2024-12-01T23:20:17,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:20:17,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:17,416 INFO [M:0;f962de17fdc3:36109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/670756ba592648909ca2309cbaf92a77 2024-12-01T23:20:17,436 DEBUG [M:0;f962de17fdc3:36109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60bc9f67995c4860bbadba4c5d90d89c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733095204702/Put/seqid=0 2024-12-01T23:20:17,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741849_1025 (size=8516) 2024-12-01T23:20:17,840 INFO [M:0;f962de17fdc3:36109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60bc9f67995c4860bbadba4c5d90d89c 2024-12-01T23:20:17,859 DEBUG [M:0;f962de17fdc3:36109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d82981c5d2e042629860bd913a053b31 is 69, key is f962de17fdc3,45433,1733095192123/rs:state/1733095193794/Put/seqid=0 2024-12-01T23:20:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741850_1026 (size=5156) 2024-12-01T23:20:18,264 INFO [M:0;f962de17fdc3:36109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d82981c5d2e042629860bd913a053b31 2024-12-01T23:20:18,267 DEBUG [M:0;f962de17fdc3:36109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/670756ba592648909ca2309cbaf92a77 as hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/670756ba592648909ca2309cbaf92a77 2024-12-01T23:20:18,271 INFO [M:0;f962de17fdc3:36109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/670756ba592648909ca2309cbaf92a77, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T23:20:18,272 DEBUG [M:0;f962de17fdc3:36109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60bc9f67995c4860bbadba4c5d90d89c as hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60bc9f67995c4860bbadba4c5d90d89c 2024-12-01T23:20:18,275 INFO [M:0;f962de17fdc3:36109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60bc9f67995c4860bbadba4c5d90d89c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T23:20:18,276 DEBUG [M:0;f962de17fdc3:36109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d82981c5d2e042629860bd913a053b31 as hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d82981c5d2e042629860bd913a053b31 2024-12-01T23:20:18,279 INFO [M:0;f962de17fdc3:36109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/dc601803-35a9-2b8e-0bf9-9d6d88970346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d82981c5d2e042629860bd913a053b31, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T23:20:18,280 INFO [M:0;f962de17fdc3:36109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-12-01T23:20:18,281 INFO [M:0;f962de17fdc3:36109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:18,282 DEBUG [M:0;f962de17fdc3:36109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095216993Disabling compacts and flushes for region at 1733095216993Disabling writes for close at 1733095216993Obtaining lock to block concurrent updates at 1733095216993Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095216993Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733095216994 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095216994Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095216994Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095217012 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095217012Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095217420 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095217435 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095217436 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095217844 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095217859 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095217859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b6cd8c: reopening flushed file at 1733095218267 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411aca61: reopening flushed file at 1733095218271 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f772ff9: reopening flushed file at 1733095218275 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1733095218280 (+5 ms)Writing region close event to WAL at 1733095218281 (+1 ms)Closed at 1733095218281 2024-12-01T23:20:18,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39747 is added to blk_1073741830_1006 (size=63654) 2024-12-01T23:20:18,284 INFO [M:0;f962de17fdc3:36109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:20:18,284 INFO [M:0;f962de17fdc3:36109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36109 2024-12-01T23:20:18,284 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:20:18,284 INFO [M:0;f962de17fdc3:36109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:20:18,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:20:18,425 INFO [M:0;f962de17fdc3:36109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:20:18,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36109-0x1019331e9020000, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:20:18,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a55265e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:20:18,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6632bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:20:18,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:20:18,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40caad6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:20:18,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ff08e57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/hadoop.log.dir/,STOPPED} 2024-12-01T23:20:18,429 WARN [BP-203756710-172.17.0.3-1733095189868 heartbeating to localhost/127.0.0.1:40429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:20:18,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:20:18,429 WARN [BP-203756710-172.17.0.3-1733095189868 heartbeating to localhost/127.0.0.1:40429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-203756710-172.17.0.3-1733095189868 (Datanode Uuid 158563ec-6ea2-433a-8a8f-3ea4fddd0fbc) service to localhost/127.0.0.1:40429 2024-12-01T23:20:18,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:20:18,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/cluster_26f7369b-0219-76ba-12c4-546918ec6fa8/data/data1/current/BP-203756710-172.17.0.3-1733095189868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:20:18,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/cluster_26f7369b-0219-76ba-12c4-546918ec6fa8/data/data2/current/BP-203756710-172.17.0.3-1733095189868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:20:18,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:20:18,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3345c3bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:20:18,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfff8b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:20:18,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:20:18,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c1350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:20:18,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189d9056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21442616-aaad-c683-8de3-7602c36d9763/hadoop.log.dir/,STOPPED} 2024-12-01T23:20:18,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:20:18,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:20:18,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 241) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42873 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55619) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55619) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40429 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 335), ProcessCount=11 (was 11), AvailableMemoryMB=5139 (was 5205) 2024-12-01T23:20:18,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=5139 2024-12-01T23:20:18,478 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-01T23:20:18,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/hadoop.log.dir so I do NOT create it in target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859 2024-12-01T23:20:18,479 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:20:18,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/hadoop.tmp.dir so I do NOT create it in target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859 2024-12-01T23:20:18,479 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c54fe38d-7515-0f43-4ee0-dc6ac3a53076/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:20:18,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859 2024-12-01T23:20:18,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/cluster_aad49625-0dc5-22d3-3bf9-e0742a09ccee, deleteOnExit=true 2024-12-01T23:20:18,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/cluster_aad49625-0dc5-22d3-3bf9-e0742a09ccee/zookeeper_0, clientPort=55177, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/cluster_aad49625-0dc5-22d3-3bf9-e0742a09ccee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/cluster_aad49625-0dc5-22d3-3bf9-e0742a09ccee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:20:18,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55177 2024-12-01T23:20:18,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:20:18,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:20:18,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/test.cache.data in system properties and HBase conf 2024-12-01T23:20:18,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:20:18,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:20:18,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:20:18,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:20:18,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:20:18,500 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:20:18,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:20:18,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:20:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019331e9020005, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:20:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019331e9020002, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:20:18,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019331e9020005, quorum=127.0.0.1:55619, baseZNode=/12042160233 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:20:18,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019331e9020002, quorum=127.0.0.1:55619, baseZNode=/01874980704 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:20:18,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:20:18,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:20:18,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:20:18,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:20:18,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:20:18,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:20:18,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150b11b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:20:18,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d3f243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:20:18,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78790cfa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/java.io.tmpdir/jetty-localhost-37543-hadoop-hdfs-3_4_1-tests_jar-_-any-11484601104259574099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:20:18,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d10a9d5{HTTP/1.1, (http/1.1)}{localhost:37543} 2024-12-01T23:20:18,981 INFO [Time-limited test {}] server.Server(415): Started @229751ms 2024-12-01T23:20:19,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:20:19,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:20:19,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:20:19,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:20:19,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:20:19,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24af6efd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:20:19,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36973165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:20:19,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a4a1a95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/java.io.tmpdir/jetty-localhost-37463-hadoop-hdfs-3_4_1-tests_jar-_-any-9129887406733000285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:20:19,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bd98a28{HTTP/1.1, (http/1.1)}{localhost:37463} 2024-12-01T23:20:19,361 INFO [Time-limited test {}] server.Server(415): Started @230131ms 2024-12-01T23:20:19,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:20:20,137 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/cluster_aad49625-0dc5-22d3-3bf9-e0742a09ccee/data/data1/current/BP-861424590-172.17.0.3-1733095218520/current, will proceed with Du for space computation calculation, 2024-12-01T23:20:20,137 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/cluster_aad49625-0dc5-22d3-3bf9-e0742a09ccee/data/data2/current/BP-861424590-172.17.0.3-1733095218520/current, will proceed with Du for space computation calculation, 2024-12-01T23:20:20,155 WARN [Thread-2651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:20:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17f240044c82a244 with lease ID 0xa22a2bd5fdaf18dd: Processing first storage report for DS-549a9b91-315a-42bb-bd35-32973c86779a from datanode DatanodeRegistration(127.0.0.1:41399, datanodeUuid=3da05fd5-a272-402b-9d80-a91060f48f52, infoPort=40557, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=251239360;c=1733095218520) 2024-12-01T23:20:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17f240044c82a244 with lease ID 0xa22a2bd5fdaf18dd: from storage DS-549a9b91-315a-42bb-bd35-32973c86779a node DatanodeRegistration(127.0.0.1:41399, datanodeUuid=3da05fd5-a272-402b-9d80-a91060f48f52, infoPort=40557, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=251239360;c=1733095218520), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:20:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17f240044c82a244 with lease ID 0xa22a2bd5fdaf18dd: Processing first storage report for DS-1283b45a-5331-44f4-8d61-eed9b23d7ccf from datanode DatanodeRegistration(127.0.0.1:41399, datanodeUuid=3da05fd5-a272-402b-9d80-a91060f48f52, infoPort=40557, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=251239360;c=1733095218520) 2024-12-01T23:20:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17f240044c82a244 with lease ID 0xa22a2bd5fdaf18dd: from storage DS-1283b45a-5331-44f4-8d61-eed9b23d7ccf node DatanodeRegistration(127.0.0.1:41399, datanodeUuid=3da05fd5-a272-402b-9d80-a91060f48f52, infoPort=40557, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=251239360;c=1733095218520), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:20:20,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859 2024-12-01T23:20:20,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:20,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:20:20,594 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50 with version=8 2024-12-01T23:20:20,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/hbase-staging 2024-12-01T23:20:20,596 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:20:20,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:20,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:20,596 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:20:20,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:20,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:20:20,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:20:20,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:20:20,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41391 2024-12-01T23:20:20,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41391 connecting to ZooKeeper ensemble=127.0.0.1:55177 2024-12-01T23:20:20,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413910x0, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:20:20,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41391-0x101933258ed0000 connected 2024-12-01T23:20:20,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:20,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:20,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Set watcher on znode that does not yet exist, /0427799458/running 2024-12-01T23:20:20,925 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50, hbase.cluster.distributed=false 2024-12-01T23:20:20,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Set watcher on znode that does not yet exist, /0427799458/acl 2024-12-01T23:20:20,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41391 2024-12-01T23:20:20,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41391 2024-12-01T23:20:20,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41391 2024-12-01T23:20:20,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41391 2024-12-01T23:20:20,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41391 2024-12-01T23:20:20,956 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:20:20,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:20,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:20,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:20:20,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:20,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:20:20,956 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:20:20,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:20:20,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42299 2024-12-01T23:20:20,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42299 connecting to ZooKeeper ensemble=127.0.0.1:55177 2024-12-01T23:20:20,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:20,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:20,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422990x0, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:20:20,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422990x0, quorum=127.0.0.1:55177, baseZNode=/0427799458 Set watcher on znode that does not yet exist, /0427799458/running 2024-12-01T23:20:20,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42299-0x101933258ed0001 connected 2024-12-01T23:20:20,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:20:20,975 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:20:20,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Set watcher on znode that does not yet exist, /0427799458/master 2024-12-01T23:20:20,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Set watcher on znode that does not yet exist, /0427799458/acl 2024-12-01T23:20:20,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42299 2024-12-01T23:20:20,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42299 2024-12-01T23:20:20,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42299 2024-12-01T23:20:20,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42299 2024-12-01T23:20:20,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42299 2024-12-01T23:20:21,003 DEBUG [M:0;f962de17fdc3:41391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:41391 2024-12-01T23:20:21,004 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0427799458/backup-masters/f962de17fdc3,41391,1733095220596 2024-12-01T23:20:21,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458/backup-masters 2024-12-01T23:20:21,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458/backup-masters 2024-12-01T23:20:21,016 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Set watcher on existing znode=/0427799458/backup-masters/f962de17fdc3,41391,1733095220596 2024-12-01T23:20:21,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:21,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0427799458/master 2024-12-01T23:20:21,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:21,027 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Set watcher on existing znode=/0427799458/master 2024-12-01T23:20:21,027 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0427799458/backup-masters/f962de17fdc3,41391,1733095220596 from backup master directory 2024-12-01T23:20:21,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458/backup-masters 2024-12-01T23:20:21,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0427799458/backup-masters/f962de17fdc3,41391,1733095220596 2024-12-01T23:20:21,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458/backup-masters 2024-12-01T23:20:21,037 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:20:21,037 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,41391,1733095220596 2024-12-01T23:20:21,040 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/hbase.id] with ID: 35a81d39-80b3-4504-a0d0-b67716791310 2024-12-01T23:20:21,040 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/.tmp/hbase.id 2024-12-01T23:20:21,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:20:21,444 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/.tmp/hbase.id]:[hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/hbase.id] 2024-12-01T23:20:21,453 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:21,453 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:20:21,454 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:20:21,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:21,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:21,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:20:21,887 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:21,888 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:20:21,889 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:20:21,901 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store 2024-12-01T23:20:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:20:22,306 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:22,306 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:20:22,306 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:22,306 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:22,306 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:20:22,306 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:22,306 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:22,306 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095222306Disabling compacts and flushes for region at 1733095222306Disabling writes for close at 1733095222306Writing region close event to WAL at 1733095222306Closed at 1733095222306 2024-12-01T23:20:22,307 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/.initializing 2024-12-01T23:20:22,307 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/WALs/f962de17fdc3,41391,1733095220596 2024-12-01T23:20:22,308 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:20:22,309 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C41391%2C1733095220596, suffix=, logDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/WALs/f962de17fdc3,41391,1733095220596, archiveDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/oldWALs, maxLogs=10 2024-12-01T23:20:22,322 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/WALs/f962de17fdc3,41391,1733095220596/f962de17fdc3%2C41391%2C1733095220596.1733095222310, exclude list is [], retry=0 2024-12-01T23:20:22,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41399,DS-549a9b91-315a-42bb-bd35-32973c86779a,DISK] 2024-12-01T23:20:22,325 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/WALs/f962de17fdc3,41391,1733095220596/f962de17fdc3%2C41391%2C1733095220596.1733095222310 2024-12-01T23:20:22,326 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557)] 2024-12-01T23:20:22,326 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:22,326 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:22,326 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,326 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:20:22,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:22,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:22,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:20:22,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:22,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:22,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:20:22,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:22,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:22,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:20:22,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:22,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:22,333 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,334 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,334 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,335 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,335 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,335 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:20:22,336 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:22,339 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:22,339 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71101895, jitterRate=0.0595007985830307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:20:22,340 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095222326Initializing all the Stores at 1733095222327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095222327Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095222328 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095222328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095222328Cleaning up temporary data from old regions at 1733095222335 (+7 ms)Region opened successfully at 1733095222340 (+5 ms) 2024-12-01T23:20:22,340 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:20:22,343 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198380f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:20:22,344 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:20:22,344 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:20:22,344 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:20:22,344 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:20:22,345 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:20:22,345 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:20:22,345 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:20:22,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:20:22,347 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Unable to get data of znode /0427799458/balancer because node does not exist (not necessarily an error) 2024-12-01T23:20:22,430 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0427799458/balancer already deleted, retry=false 2024-12-01T23:20:22,430 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:20:22,431 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Unable to get data of znode /0427799458/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:20:22,440 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0427799458/normalizer already deleted, retry=false 2024-12-01T23:20:22,441 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:20:22,442 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Unable to get data of znode /0427799458/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:20:22,451 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0427799458/switch/split already deleted, retry=false 2024-12-01T23:20:22,452 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Unable to get data of znode /0427799458/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:20:22,461 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0427799458/switch/merge already deleted, retry=false 2024-12-01T23:20:22,463 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Unable to get data of znode /0427799458/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:20:22,471 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0427799458/snapshot-cleanup already deleted, retry=false 2024-12-01T23:20:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0427799458/running 2024-12-01T23:20:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0427799458/running 2024-12-01T23:20:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:22,482 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,41391,1733095220596, sessionid=0x101933258ed0000, setting cluster-up flag (Was=false) 2024-12-01T23:20:22,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:22,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:22,535 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0427799458/flush-table-proc/acquired, /0427799458/flush-table-proc/reached, /0427799458/flush-table-proc/abort 2024-12-01T23:20:22,536 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,41391,1733095220596 2024-12-01T23:20:22,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:22,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:22,587 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0427799458/online-snapshot/acquired, /0427799458/online-snapshot/reached, /0427799458/online-snapshot/abort 2024-12-01T23:20:22,588 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,41391,1733095220596 2024-12-01T23:20:22,589 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:20:22,590 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:22,591 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:20:22,591 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:20:22,591 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,41391,1733095220596 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:20:22,592 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:22,592 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:22,592 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:22,592 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:22,592 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:20:22,592 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,592 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:20:22,592 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,593 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095252593 2024-12-01T23:20:22,593 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:20:22,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:22,593 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:20:22,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:20:22,593 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:20:22,593 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:20:22,593 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:20:22,594 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:20:22,594 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,594 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:20:22,594 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:20:22,594 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:20:22,594 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:20:22,594 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:22,594 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:20:22,594 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:20:22,594 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:20:22,595 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095222594,5,FailOnTimeoutGroup] 2024-12-01T23:20:22,595 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095222595,5,FailOnTimeoutGroup] 2024-12-01T23:20:22,595 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,595 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:20:22,595 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,595 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:20:22,690 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(746): ClusterId : 35a81d39-80b3-4504-a0d0-b67716791310 2024-12-01T23:20:22,691 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:20:22,700 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:20:22,700 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:20:22,711 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:20:22,711 DEBUG [RS:0;f962de17fdc3:42299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aabcf68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:20:22,721 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:42299 2024-12-01T23:20:22,721 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:20:22,721 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:20:22,721 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:20:22,722 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,41391,1733095220596 with port=42299, startcode=1733095220955 2024-12-01T23:20:22,722 DEBUG [RS:0;f962de17fdc3:42299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:20:22,723 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:20:22,723 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,42299,1733095220955 2024-12-01T23:20:22,723 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41391 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,42299,1733095220955 2024-12-01T23:20:22,724 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50 2024-12-01T23:20:22,725 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45835 2024-12-01T23:20:22,725 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:20:22,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458/rs 2024-12-01T23:20:22,735 DEBUG [RS:0;f962de17fdc3:42299 {}] zookeeper.ZKUtil(111): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Set watcher on existing znode=/0427799458/rs/f962de17fdc3,42299,1733095220955 2024-12-01T23:20:22,735 WARN [RS:0;f962de17fdc3:42299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:20:22,735 INFO [RS:0;f962de17fdc3:42299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:22,735 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955 2024-12-01T23:20:22,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,42299,1733095220955] 2024-12-01T23:20:22,737 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:20:22,739 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:20:22,739 INFO [RS:0;f962de17fdc3:42299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:20:22,739 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,739 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:20:22,739 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:20:22,739 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:20:22,740 DEBUG [RS:0;f962de17fdc3:42299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:20:22,742 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,742 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,742 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,742 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,742 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,742 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,42299,1733095220955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:20:22,760 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:20:22,761 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,42299,1733095220955-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,761 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,761 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.Replication(171): f962de17fdc3,42299,1733095220955 started 2024-12-01T23:20:22,786 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:22,787 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,42299,1733095220955, RpcServer on f962de17fdc3/172.17.0.3:42299, sessionid=0x101933258ed0001 2024-12-01T23:20:22,787 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:20:22,787 DEBUG [RS:0;f962de17fdc3:42299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,42299,1733095220955 2024-12-01T23:20:22,787 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,42299,1733095220955' 2024-12-01T23:20:22,787 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0427799458/flush-table-proc/abort' 2024-12-01T23:20:22,787 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0427799458/flush-table-proc/acquired' 2024-12-01T23:20:22,788 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:20:22,788 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:20:22,788 DEBUG [RS:0;f962de17fdc3:42299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,42299,1733095220955 2024-12-01T23:20:22,788 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,42299,1733095220955' 2024-12-01T23:20:22,788 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0427799458/online-snapshot/abort' 2024-12-01T23:20:22,788 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0427799458/online-snapshot/acquired' 2024-12-01T23:20:22,788 DEBUG [RS:0;f962de17fdc3:42299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:20:22,788 INFO [RS:0;f962de17fdc3:42299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:20:22,788 INFO [RS:0;f962de17fdc3:42299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:20:22,889 INFO [RS:0;f962de17fdc3:42299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:20:22,890 INFO [RS:0;f962de17fdc3:42299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C42299%2C1733095220955, suffix=, logDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955, archiveDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/oldWALs, maxLogs=10 2024-12-01T23:20:22,906 DEBUG [RS:0;f962de17fdc3:42299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, exclude list is [], retry=0 2024-12-01T23:20:22,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41399,DS-549a9b91-315a-42bb-bd35-32973c86779a,DISK] 2024-12-01T23:20:22,910 INFO [RS:0;f962de17fdc3:42299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 2024-12-01T23:20:22,910 DEBUG [RS:0;f962de17fdc3:42299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557)] 2024-12-01T23:20:23,003 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:20:23,004 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50 2024-12-01T23:20:23,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:20:23,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:23,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:20:23,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:20:23,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:23,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:23,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:20:23,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:20:23,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:23,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:23,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:20:23,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:20:23,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:23,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:23,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:20:23,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:20:23,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:23,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:23,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:20:23,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740 2024-12-01T23:20:23,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740 2024-12-01T23:20:23,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:20:23,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:20:23,417 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:20:23,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:20:23,419 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:23,419 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65712658, jitterRate=-0.02080509066581726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:20:23,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095223408Initializing all the Stores at 1733095223409 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095223409Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095223409Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095223409Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095223409Cleaning up temporary data from old regions at 1733095223416 (+7 ms)Region opened successfully at 1733095223420 (+4 ms) 2024-12-01T23:20:23,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:20:23,420 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:20:23,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:20:23,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:20:23,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:20:23,420 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:20:23,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095223420Disabling compacts and flushes for region at 1733095223420Disabling writes for close at 1733095223420Writing region close event to WAL at 1733095223420Closed at 1733095223420 2024-12-01T23:20:23,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:23,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:20:23,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:20:23,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:20:23,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:20:23,573 DEBUG [f962de17fdc3:41391 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:20:23,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,42299,1733095220955 2024-12-01T23:20:23,574 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,42299,1733095220955, state=OPENING 2024-12-01T23:20:23,619 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:20:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:23,630 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:20:23,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0427799458/meta-region-server: CHANGED 2024-12-01T23:20:23,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0427799458/meta-region-server: CHANGED 2024-12-01T23:20:23,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,42299,1733095220955}] 2024-12-01T23:20:23,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:20:23,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:20:23,788 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:20:23,788 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:23,789 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:20:23,790 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C42299%2C1733095220955.meta, suffix=.meta, logDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955, archiveDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/oldWALs, maxLogs=10 2024-12-01T23:20:23,807 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.meta.1733095223790.meta, exclude list is [], retry=0 2024-12-01T23:20:23,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41399,DS-549a9b91-315a-42bb-bd35-32973c86779a,DISK] 2024-12-01T23:20:23,811 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.meta.1733095223790.meta 2024-12-01T23:20:23,812 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557)] 2024-12-01T23:20:23,812 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:23,813 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:23,813 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:20:23,813 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:20:23,813 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:20:23,813 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:20:23,813 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:23,813 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:20:23,813 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:20:23,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:20:23,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:20:23,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:23,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:23,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:20:23,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:20:23,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:23,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:23,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:20:23,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:20:23,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:23,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:23,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:20:23,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:20:23,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:23,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:23,818 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:20:23,819 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740 2024-12-01T23:20:23,820 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740 2024-12-01T23:20:23,820 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:20:23,820 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:20:23,821 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:20:23,822 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:20:23,823 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75399187, jitterRate=0.12353543937206268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:20:23,823 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:20:23,823 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095223813Writing region info on filesystem at 1733095223813Initializing all the Stores at 1733095223814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095223814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095223814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095223814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095223814Cleaning up temporary data from old regions at 1733095223820 (+6 ms)Running coprocessor post-open hooks at 1733095223823 (+3 ms)Region opened successfully at 1733095223823 2024-12-01T23:20:23,824 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095223782 2024-12-01T23:20:23,826 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:20:23,826 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:20:23,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,42299,1733095220955 2024-12-01T23:20:23,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,42299,1733095220955, state=OPEN 2024-12-01T23:20:23,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0427799458/meta-region-server 2024-12-01T23:20:23,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0427799458/meta-region-server 2024-12-01T23:20:23,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,42299,1733095220955 2024-12-01T23:20:23,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0427799458/meta-region-server: CHANGED 2024-12-01T23:20:23,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0427799458/meta-region-server: CHANGED 2024-12-01T23:20:23,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:20:23,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,42299,1733095220955 in 241 msec 2024-12-01T23:20:23,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:20:23,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-12-01T23:20:23,876 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:23,876 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:20:23,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:23,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,42299,1733095220955, seqNum=-1] 2024-12-01T23:20:23,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:23,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:23,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-12-01T23:20:23,882 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095223882, completionTime=-1 2024-12-01T23:20:23,882 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:20:23,882 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:20:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:20:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095283884 2024-12-01T23:20:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095343884 2024-12-01T23:20:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:20:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41391,1733095220596-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41391,1733095220596-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41391,1733095220596-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:41391, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:23,886 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:20:23,887 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.850sec 2024-12-01T23:20:23,887 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:20:23,887 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:20:23,887 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:20:23,887 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:20:23,887 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:20:23,888 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41391,1733095220596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:20:23,888 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41391,1733095220596-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:20:23,889 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:20:23,889 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:20:23,889 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41391,1733095220596-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:23,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261ae6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:23,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41391,-1 for getting cluster id 2024-12-01T23:20:23,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:23,892 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a81d39-80b3-4504-a0d0-b67716791310' 2024-12-01T23:20:23,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:23,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a81d39-80b3-4504-a0d0-b67716791310" 2024-12-01T23:20:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8e5aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41391,-1] 2024-12-01T23:20:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:23,894 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:23,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9c1560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:23,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,42299,1733095220955, seqNum=-1] 2024-12-01T23:20:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:23,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:23,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,41391,1733095220596 2024-12-01T23:20:23,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55177 2024-12-01T23:20:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:20:23,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101933258ed0002 connected 2024-12-01T23:20:23,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/hadoop.log.dir so I do NOT create it in target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c 2024-12-01T23:20:23,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:20:23,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/hadoop.tmp.dir so I do NOT create it in target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c 2024-12-01T23:20:23,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:20:23,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/cluster_7163b572-16a3-ec3e-0599-1e37323dd3bc, deleteOnExit=true 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/test.cache.data in system properties and HBase conf 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:20:23,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:20:23,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:20:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:20:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:20:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:20:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:20:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:20:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:20:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:20:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:20:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:20:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:20:24,201 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:24,201 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:20:24,201 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38354 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:20:24,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:20:24,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:20:24,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:20:24,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:20:24,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:20:24,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:20:24,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71788b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:20:24,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@673761d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:20:24,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cd26dc7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/java.io.tmpdir/jetty-localhost-43525-hadoop-hdfs-3_4_1-tests_jar-_-any-13217627165651034893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:20:24,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dafa61f{HTTP/1.1, (http/1.1)}{localhost:43525} 2024-12-01T23:20:24,353 INFO [Time-limited test {}] server.Server(415): Started @235123ms 2024-12-01T23:20:24,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:20:24,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:20:24,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:20:24,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:20:24,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:20:24,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9e1646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:20:24,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b0c9f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:20:24,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77cb3a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/java.io.tmpdir/jetty-localhost-45387-hadoop-hdfs-3_4_1-tests_jar-_-any-11873290642285334523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:20:24,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37999a1f{HTTP/1.1, (http/1.1)}{localhost:45387} 2024-12-01T23:20:24,745 INFO [Time-limited test {}] server.Server(415): Started @235515ms 2024-12-01T23:20:24,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:20:25,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:20:25,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:20:25,624 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/cluster_7163b572-16a3-ec3e-0599-1e37323dd3bc/data/data1/current/BP-2126821771-172.17.0.3-1733095223953/current, will proceed with Du for space computation calculation, 2024-12-01T23:20:25,624 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/cluster_7163b572-16a3-ec3e-0599-1e37323dd3bc/data/data2/current/BP-2126821771-172.17.0.3-1733095223953/current, will proceed with Du for space computation calculation, 2024-12-01T23:20:25,641 WARN [Thread-2771 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:20:25,643 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5277753cfa6d5e41 with lease ID 0x8820529917196ad7: Processing first storage report for DS-1726e207-ba38-420b-a72a-c9a9620d3286 from datanode DatanodeRegistration(127.0.0.1:33095, datanodeUuid=fa007696-8daf-44c4-8384-184d6a189250, infoPort=39293, infoSecurePort=0, ipcPort=45825, storageInfo=lv=-57;cid=testClusterID;nsid=425477694;c=1733095223953) 2024-12-01T23:20:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5277753cfa6d5e41 with lease ID 0x8820529917196ad7: from storage DS-1726e207-ba38-420b-a72a-c9a9620d3286 node DatanodeRegistration(127.0.0.1:33095, datanodeUuid=fa007696-8daf-44c4-8384-184d6a189250, infoPort=39293, infoSecurePort=0, ipcPort=45825, storageInfo=lv=-57;cid=testClusterID;nsid=425477694;c=1733095223953), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:20:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5277753cfa6d5e41 with lease ID 0x8820529917196ad7: Processing first storage report for DS-eada9fed-7ca2-4197-b4a0-e31cb92de723 from datanode DatanodeRegistration(127.0.0.1:33095, datanodeUuid=fa007696-8daf-44c4-8384-184d6a189250, infoPort=39293, infoSecurePort=0, ipcPort=45825, storageInfo=lv=-57;cid=testClusterID;nsid=425477694;c=1733095223953) 2024-12-01T23:20:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5277753cfa6d5e41 with lease ID 0x8820529917196ad7: from storage DS-eada9fed-7ca2-4197-b4a0-e31cb92de723 node DatanodeRegistration(127.0.0.1:33095, datanodeUuid=fa007696-8daf-44c4-8384-184d6a189250, infoPort=39293, infoSecurePort=0, ipcPort=45825, storageInfo=lv=-57;cid=testClusterID;nsid=425477694;c=1733095223953), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:20:25,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c 2024-12-01T23:20:25,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:25,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:20:26,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52 with version=8 2024-12-01T23:20:26,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/hbase-staging 2024-12-01T23:20:26,082 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:20:26,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:26,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:26,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:20:26,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:26,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:20:26,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:20:26,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:20:26,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46079 2024-12-01T23:20:26,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46079 connecting to ZooKeeper ensemble=127.0.0.1:55177 2024-12-01T23:20:26,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460790x0, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:20:26,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46079-0x101933258ed0003 connected 2024-12-01T23:20:26,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:26,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:26,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Set watcher on znode that does not yet exist, /11070311469/running 2024-12-01T23:20:26,518 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52, hbase.cluster.distributed=false 2024-12-01T23:20:26,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Set watcher on znode that does not yet exist, /11070311469/acl 2024-12-01T23:20:26,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46079 2024-12-01T23:20:26,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46079 2024-12-01T23:20:26,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46079 2024-12-01T23:20:26,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46079 2024-12-01T23:20:26,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46079 2024-12-01T23:20:26,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:20:26,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:26,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:26,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:20:26,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:26,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:20:26,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:20:26,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:20:26,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46805 2024-12-01T23:20:26,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46805 connecting to ZooKeeper ensemble=127.0.0.1:55177 2024-12-01T23:20:26,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:26,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:26,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468050x0, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:20:26,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468050x0, quorum=127.0.0.1:55177, baseZNode=/11070311469 Set watcher on znode that does not yet exist, /11070311469/running 2024-12-01T23:20:26,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46805-0x101933258ed0004 connected 2024-12-01T23:20:26,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:20:26,557 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:20:26,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Set watcher on znode that does not yet exist, /11070311469/master 2024-12-01T23:20:26,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Set watcher on znode that does not yet exist, /11070311469/acl 2024-12-01T23:20:26,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46805 2024-12-01T23:20:26,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46805 2024-12-01T23:20:26,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46805 2024-12-01T23:20:26,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46805 2024-12-01T23:20:26,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46805 2024-12-01T23:20:26,581 DEBUG [M:0;f962de17fdc3:46079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:46079 2024-12-01T23:20:26,582 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11070311469/backup-masters/f962de17fdc3,46079,1733095226082 2024-12-01T23:20:26,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469/backup-masters 2024-12-01T23:20:26,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469/backup-masters 2024-12-01T23:20:26,594 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Set watcher on existing znode=/11070311469/backup-masters/f962de17fdc3,46079,1733095226082 2024-12-01T23:20:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11070311469/master 2024-12-01T23:20:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:26,710 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Set watcher on existing znode=/11070311469/master 2024-12-01T23:20:26,711 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11070311469/backup-masters/f962de17fdc3,46079,1733095226082 from backup master directory 2024-12-01T23:20:26,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11070311469/backup-masters/f962de17fdc3,46079,1733095226082 2024-12-01T23:20:26,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469/backup-masters 2024-12-01T23:20:26,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469/backup-masters 2024-12-01T23:20:26,811 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:20:26,811 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,46079,1733095226082 2024-12-01T23:20:26,814 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/hbase.id] with ID: 04eddd27-b325-4a2d-b2c4-23003d331dc8 2024-12-01T23:20:26,814 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/.tmp/hbase.id 2024-12-01T23:20:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:20:26,822 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/.tmp/hbase.id]:[hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/hbase.id] 2024-12-01T23:20:26,830 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:26,830 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:20:26,831 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T23:20:27,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:27,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:27,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:20:27,405 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:27,405 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:20:27,406 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:27,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:20:27,417 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store 2024-12-01T23:20:27,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:20:27,821 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:27,822 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:20:27,822 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:27,822 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:27,822 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:20:27,822 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:27,822 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:27,822 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095227821Disabling compacts and flushes for region at 1733095227821Disabling writes for close at 1733095227822 (+1 ms)Writing region close event to WAL at 1733095227822Closed at 1733095227822 2024-12-01T23:20:27,822 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/.initializing 2024-12-01T23:20:27,823 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/WALs/f962de17fdc3,46079,1733095226082 2024-12-01T23:20:27,823 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:20:27,824 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C46079%2C1733095226082, suffix=, logDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/WALs/f962de17fdc3,46079,1733095226082, archiveDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/oldWALs, maxLogs=10 2024-12-01T23:20:27,836 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/WALs/f962de17fdc3,46079,1733095226082/f962de17fdc3%2C46079%2C1733095226082.1733095227825, exclude list is [], retry=0 2024-12-01T23:20:27,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-1726e207-ba38-420b-a72a-c9a9620d3286,DISK] 2024-12-01T23:20:27,839 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/WALs/f962de17fdc3,46079,1733095226082/f962de17fdc3%2C46079%2C1733095226082.1733095227825 2024-12-01T23:20:27,839 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39293:39293)] 2024-12-01T23:20:27,839 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:27,840 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:27,840 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,840 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:20:27,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:27,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:27,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:20:27,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:27,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:27,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:20:27,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:27,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:27,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:20:27,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:27,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:27,846 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,846 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,847 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,847 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,847 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,848 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:20:27,849 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:27,850 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:27,851 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60445877, jitterRate=-0.09928624331951141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:20:27,851 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095227840Initializing all the Stores at 1733095227840Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095227840Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095227841 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095227841Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095227841Cleaning up temporary data from old regions at 1733095227847 (+6 ms)Region opened successfully at 1733095227851 (+4 ms) 2024-12-01T23:20:27,851 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:20:27,853 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce53081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:20:27,854 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:20:27,854 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:20:27,854 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:20:27,854 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:20:27,854 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:20:27,854 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:20:27,855 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:20:27,856 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:20:27,856 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Unable to get data of znode /11070311469/balancer because node does not exist (not necessarily an error) 2024-12-01T23:20:27,966 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11070311469/balancer already deleted, retry=false 2024-12-01T23:20:27,967 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:20:27,968 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Unable to get data of znode /11070311469/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:20:27,977 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11070311469/normalizer already deleted, retry=false 2024-12-01T23:20:27,977 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:20:27,978 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Unable to get data of znode /11070311469/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:20:27,987 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11070311469/switch/split already deleted, retry=false 2024-12-01T23:20:27,988 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Unable to get data of znode /11070311469/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:20:27,998 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11070311469/switch/merge already deleted, retry=false 2024-12-01T23:20:27,999 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Unable to get data of znode /11070311469/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:20:28,008 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11070311469/snapshot-cleanup already deleted, retry=false 2024-12-01T23:20:28,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11070311469/running 2024-12-01T23:20:28,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11070311469/running 2024-12-01T23:20:28,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:28,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:28,019 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,46079,1733095226082, sessionid=0x101933258ed0003, setting cluster-up flag (Was=false) 2024-12-01T23:20:28,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:28,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:28,071 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11070311469/flush-table-proc/acquired, /11070311469/flush-table-proc/reached, /11070311469/flush-table-proc/abort 2024-12-01T23:20:28,072 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,46079,1733095226082 2024-12-01T23:20:28,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:28,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:28,124 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11070311469/online-snapshot/acquired, /11070311469/online-snapshot/reached, /11070311469/online-snapshot/abort 2024-12-01T23:20:28,125 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,46079,1733095226082 2024-12-01T23:20:28,126 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:20:28,127 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:28,128 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:20:28,128 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:20:28,128 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,46079,1733095226082 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:20:28,129 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:28,129 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:28,129 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:28,129 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:28,129 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:20:28,129 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,129 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:20:28,129 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,130 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095258130 2024-12-01T23:20:28,130 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:20:28,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:28,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:20:28,131 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:20:28,131 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:20:28,131 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:20:28,131 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:28,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:20:28,131 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:20:28,131 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:20:28,131 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:20:28,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:20:28,133 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:20:28,133 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:20:28,140 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:20:28,140 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:20:28,141 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095228140,5,FailOnTimeoutGroup] 2024-12-01T23:20:28,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:20:28,141 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095228141,5,FailOnTimeoutGroup] 2024-12-01T23:20:28,141 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,141 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:20:28,141 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,141 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,170 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(746): ClusterId : 04eddd27-b325-4a2d-b2c4-23003d331dc8 2024-12-01T23:20:28,170 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:20:28,179 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:20:28,179 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:20:28,188 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:20:28,188 DEBUG [RS:0;f962de17fdc3:46805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c3cc22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:20:28,199 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:46805 2024-12-01T23:20:28,199 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:20:28,199 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:20:28,199 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:20:28,200 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,46079,1733095226082 with port=46805, startcode=1733095226537 2024-12-01T23:20:28,200 DEBUG [RS:0;f962de17fdc3:46805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:20:28,201 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:20:28,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,46805,1733095226537 2024-12-01T23:20:28,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46079 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,46805,1733095226537 2024-12-01T23:20:28,203 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52 2024-12-01T23:20:28,203 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42561 2024-12-01T23:20:28,203 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:20:28,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469/rs 2024-12-01T23:20:28,284 DEBUG [RS:0;f962de17fdc3:46805 {}] zookeeper.ZKUtil(111): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Set watcher on existing znode=/11070311469/rs/f962de17fdc3,46805,1733095226537 2024-12-01T23:20:28,284 WARN [RS:0;f962de17fdc3:46805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:20:28,284 INFO [RS:0;f962de17fdc3:46805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:28,284 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537 2024-12-01T23:20:28,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,46805,1733095226537] 2024-12-01T23:20:28,287 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:20:28,289 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:20:28,289 INFO [RS:0;f962de17fdc3:46805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:20:28,289 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,289 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:20:28,290 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:20:28,290 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,290 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,290 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,290 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,290 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,290 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,290 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:20:28,290 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,290 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,290 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,291 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,291 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,291 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:28,291 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:20:28,291 DEBUG [RS:0;f962de17fdc3:46805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:20:28,291 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,291 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,291 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,291 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,291 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,291 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46805,1733095226537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:20:28,303 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:20:28,303 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46805,1733095226537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,304 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,304 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.Replication(171): f962de17fdc3,46805,1733095226537 started 2024-12-01T23:20:28,316 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:28,316 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,46805,1733095226537, RpcServer on f962de17fdc3/172.17.0.3:46805, sessionid=0x101933258ed0004 2024-12-01T23:20:28,316 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:20:28,316 DEBUG [RS:0;f962de17fdc3:46805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,46805,1733095226537 2024-12-01T23:20:28,316 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,46805,1733095226537' 2024-12-01T23:20:28,317 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11070311469/flush-table-proc/abort' 2024-12-01T23:20:28,317 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11070311469/flush-table-proc/acquired' 2024-12-01T23:20:28,317 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:20:28,317 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:20:28,317 DEBUG [RS:0;f962de17fdc3:46805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,46805,1733095226537 2024-12-01T23:20:28,317 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,46805,1733095226537' 2024-12-01T23:20:28,317 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11070311469/online-snapshot/abort' 2024-12-01T23:20:28,317 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11070311469/online-snapshot/acquired' 2024-12-01T23:20:28,318 DEBUG [RS:0;f962de17fdc3:46805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:20:28,318 INFO [RS:0;f962de17fdc3:46805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:20:28,318 INFO [RS:0;f962de17fdc3:46805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:20:28,418 INFO [RS:0;f962de17fdc3:46805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:20:28,419 INFO [RS:0;f962de17fdc3:46805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C46805%2C1733095226537, suffix=, logDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537, archiveDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/oldWALs, maxLogs=10 2024-12-01T23:20:28,430 DEBUG [RS:0;f962de17fdc3:46805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, exclude list is [], retry=0 2024-12-01T23:20:28,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-1726e207-ba38-420b-a72a-c9a9620d3286,DISK] 2024-12-01T23:20:28,438 INFO [RS:0;f962de17fdc3:46805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 2024-12-01T23:20:28,440 DEBUG [RS:0;f962de17fdc3:46805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39293:39293)] 2024-12-01T23:20:28,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:20:28,542 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52 2024-12-01T23:20:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:20:28,738 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:20:28,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:28,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:28,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:20:28,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:20:28,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:28,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:28,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:20:28,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:20:28,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:28,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:28,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:20:28,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:20:28,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:28,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:28,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:20:28,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:20:28,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:28,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:28,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:20:28,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740 2024-12-01T23:20:28,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740 2024-12-01T23:20:28,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:20:28,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:20:28,955 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:20:28,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:20:28,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:28,957 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68674813, jitterRate=0.023334458470344543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:20:28,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095228947Initializing all the Stores at 1733095228948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095228948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095228948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095228948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095228948Cleaning up temporary data from old regions at 1733095228955 (+7 ms)Region opened successfully at 1733095228957 (+2 ms) 2024-12-01T23:20:28,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:20:28,957 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:20:28,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:20:28,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:20:28,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:20:28,958 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:20:28,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095228957Disabling compacts and flushes for region at 1733095228957Disabling writes for close at 1733095228957Writing region close event to WAL at 1733095228958 (+1 ms)Closed at 1733095228958 2024-12-01T23:20:28,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:28,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:20:28,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:20:28,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:20:28,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:20:29,110 DEBUG [f962de17fdc3:46079 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:20:29,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,46805,1733095226537 2024-12-01T23:20:29,112 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,46805,1733095226537, state=OPENING 2024-12-01T23:20:29,202 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:20:29,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:29,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:29,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11070311469/meta-region-server: CHANGED 2024-12-01T23:20:29,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11070311469/meta-region-server: CHANGED 2024-12-01T23:20:29,219 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:20:29,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,46805,1733095226537}] 2024-12-01T23:20:29,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:20:29,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,373 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:20:29,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:20:29,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,377 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:20:29,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,377 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:29,377 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:20:29,378 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C46805%2C1733095226537.meta, suffix=.meta, logDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537, archiveDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/oldWALs, maxLogs=10 2024-12-01T23:20:29,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:29,390 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.meta.1733095229378.meta, exclude list is [], retry=0 2024-12-01T23:20:29,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-1726e207-ba38-420b-a72a-c9a9620d3286,DISK] 2024-12-01T23:20:29,395 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.meta.1733095229378.meta 2024-12-01T23:20:29,396 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39293:39293)] 2024-12-01T23:20:29,396 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:29,397 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:29,397 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:20:29,397 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:20:29,397 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:20:29,397 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:20:29,397 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:29,397 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:20:29,397 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:20:29,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:20:29,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:20:29,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:29,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:29,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:20:29,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:20:29,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:29,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:29,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:20:29,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:20:29,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:29,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:29,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:20:29,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:20:29,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:29,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:29,402 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:20:29,403 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740 2024-12-01T23:20:29,403 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740 2024-12-01T23:20:29,404 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:20:29,404 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:20:29,404 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:20:29,405 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:20:29,405 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67641799, jitterRate=0.0079413503408432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:20:29,405 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:20:29,405 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095229397Writing region info on filesystem at 1733095229397Initializing all the Stores at 1733095229398 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095229398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095229398Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095229398Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095229398Cleaning up temporary data from old regions at 1733095229404 (+6 ms)Running coprocessor post-open hooks at 1733095229405 (+1 ms)Region opened successfully at 1733095229405 2024-12-01T23:20:29,406 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095229373 2024-12-01T23:20:29,408 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:20:29,408 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:20:29,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,46805,1733095226537 2024-12-01T23:20:29,409 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,46805,1733095226537, state=OPEN 2024-12-01T23:20:29,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11070311469/meta-region-server 2024-12-01T23:20:29,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11070311469/meta-region-server 2024-12-01T23:20:29,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,46805,1733095226537 2024-12-01T23:20:29,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11070311469/meta-region-server: CHANGED 2024-12-01T23:20:29,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11070311469/meta-region-server: CHANGED 2024-12-01T23:20:29,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:20:29,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,46805,1733095226537 in 217 msec 2024-12-01T23:20:29,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:20:29,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-12-01T23:20:29,440 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:29,440 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:20:29,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:29,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,46805,1733095226537, seqNum=-1] 2024-12-01T23:20:29,441 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:29,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:29,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-12-01T23:20:29,446 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095229446, completionTime=-1 2024-12-01T23:20:29,446 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:20:29,447 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:20:29,448 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:20:29,449 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095289448 2024-12-01T23:20:29,449 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095349449 2024-12-01T23:20:29,449 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T23:20:29,449 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46079,1733095226082-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:29,449 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46079,1733095226082-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:29,449 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46079,1733095226082-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:29,449 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:46079, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:29,449 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:29,451 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:20:29,459 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:29,463 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.652sec 2024-12-01T23:20:29,463 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:20:29,463 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:20:29,463 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:20:29,463 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:20:29,463 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:20:29,463 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46079,1733095226082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:20:29,463 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46079,1733095226082-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:20:29,465 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:20:29,465 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:20:29,465 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,46079,1733095226082-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:29,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76966305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:29,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46079,-1 for getting cluster id 2024-12-01T23:20:29,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:29,472 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04eddd27-b325-4a2d-b2c4-23003d331dc8' 2024-12-01T23:20:29,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:29,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04eddd27-b325-4a2d-b2c4-23003d331dc8" 2024-12-01T23:20:29,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b91527a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:29,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46079,-1] 2024-12-01T23:20:29,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:29,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:29,474 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:29,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a55a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:29,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,46805,1733095226537, seqNum=-1] 2024-12-01T23:20:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:29,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:29,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,46079,1733095226082 2024-12-01T23:20:29,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55177 2024-12-01T23:20:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:20:29,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101933258ed0005 connected 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/hadoop.log.dir so I do NOT create it in target/test-data/02aa43a2-c748-8016-26cd-538c5331284a 2024-12-01T23:20:29,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/hadoop.tmp.dir so I do NOT create it in target/test-data/02aa43a2-c748-8016-26cd-538c5331284a 2024-12-01T23:20:29,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:20:29,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/cluster_da91659c-d819-fd44-e817-381a1dd043b1, deleteOnExit=true 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/test.cache.data in system properties and HBase conf 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:20:29,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:20:29,502 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:20:29,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:20:29,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:20:29,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:20:29,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:20:29,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:20:29,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:20:29,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:20:29,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5d4c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:20:29,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202c2ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:20:30,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@581ba778{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/java.io.tmpdir/jetty-localhost-42841-hadoop-hdfs-3_4_1-tests_jar-_-any-18235857640975455573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:20:30,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@491650c4{HTTP/1.1, (http/1.1)}{localhost:42841} 2024-12-01T23:20:30,040 INFO [Time-limited test {}] server.Server(415): Started @240810ms 2024-12-01T23:20:30,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:20:30,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:20:30,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:20:30,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:20:30,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:20:30,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c0d717c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:20:30,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac66193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:20:30,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15cfca75{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/java.io.tmpdir/jetty-localhost-43169-hadoop-hdfs-3_4_1-tests_jar-_-any-17557407084763773021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:20:30,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d3cd1a{HTTP/1.1, (http/1.1)}{localhost:43169} 2024-12-01T23:20:30,411 INFO [Time-limited test {}] server.Server(415): Started @241181ms 2024-12-01T23:20:30,412 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:20:31,249 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/cluster_da91659c-d819-fd44-e817-381a1dd043b1/data/data1/current/BP-1346957277-172.17.0.3-1733095229516/current, will proceed with Du for space computation calculation, 2024-12-01T23:20:31,249 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/cluster_da91659c-d819-fd44-e817-381a1dd043b1/data/data2/current/BP-1346957277-172.17.0.3-1733095229516/current, will proceed with Du for space computation calculation, 2024-12-01T23:20:31,273 WARN [Thread-2892 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:20:31,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba46bf30e72e2799 with lease ID 0xaf091afc656e0251: Processing first storage report for DS-e3e0aa01-1259-4b0d-97c6-c9af408f9aba from datanode DatanodeRegistration(127.0.0.1:44543, datanodeUuid=d0c421ce-e314-4f8a-8d30-445f8cdac6e1, infoPort=43463, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=1682247666;c=1733095229516) 2024-12-01T23:20:31,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba46bf30e72e2799 with lease ID 0xaf091afc656e0251: from storage DS-e3e0aa01-1259-4b0d-97c6-c9af408f9aba node DatanodeRegistration(127.0.0.1:44543, datanodeUuid=d0c421ce-e314-4f8a-8d30-445f8cdac6e1, infoPort=43463, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=1682247666;c=1733095229516), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:20:31,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba46bf30e72e2799 with lease ID 0xaf091afc656e0251: Processing first storage report for DS-66ba9c55-71ba-41ed-9b1f-60255dd66faf from datanode DatanodeRegistration(127.0.0.1:44543, datanodeUuid=d0c421ce-e314-4f8a-8d30-445f8cdac6e1, infoPort=43463, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=1682247666;c=1733095229516) 2024-12-01T23:20:31,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba46bf30e72e2799 with lease ID 0xaf091afc656e0251: from storage DS-66ba9c55-71ba-41ed-9b1f-60255dd66faf node DatanodeRegistration(127.0.0.1:44543, datanodeUuid=d0c421ce-e314-4f8a-8d30-445f8cdac6e1, infoPort=43463, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=1682247666;c=1733095229516), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:20:31,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a 2024-12-01T23:20:31,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:31,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:20:31,759 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb with version=8 2024-12-01T23:20:31,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/hbase-staging 2024-12-01T23:20:31,761 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:20:31,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:31,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:31,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:20:31,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:31,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:20:31,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:20:31,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:20:31,762 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41743 2024-12-01T23:20:31,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41743 connecting to ZooKeeper ensemble=127.0.0.1:55177 2024-12-01T23:20:31,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417430x0, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:20:31,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41743-0x101933258ed0006 connected 2024-12-01T23:20:31,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:31,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:31,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Set watcher on znode that does not yet exist, /21399671387/running 2024-12-01T23:20:31,885 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb, hbase.cluster.distributed=false 2024-12-01T23:20:31,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Set watcher on znode that does not yet exist, /21399671387/acl 2024-12-01T23:20:31,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41743 2024-12-01T23:20:31,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41743 2024-12-01T23:20:31,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41743 2024-12-01T23:20:31,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41743 2024-12-01T23:20:31,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41743 2024-12-01T23:20:31,899 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:20:31,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:31,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:31,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:20:31,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:20:31,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:20:31,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:20:31,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:20:31,900 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43217 2024-12-01T23:20:31,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43217 connecting to ZooKeeper ensemble=127.0.0.1:55177 2024-12-01T23:20:31,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:31,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:31,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432170x0, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:20:31,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432170x0, quorum=127.0.0.1:55177, baseZNode=/21399671387 Set watcher on znode that does not yet exist, /21399671387/running 2024-12-01T23:20:31,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43217-0x101933258ed0007 connected 2024-12-01T23:20:31,914 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:20:31,918 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:20:31,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Set watcher on znode that does not yet exist, /21399671387/master 2024-12-01T23:20:31,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Set watcher on znode that does not yet exist, /21399671387/acl 2024-12-01T23:20:31,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43217 2024-12-01T23:20:31,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43217 2024-12-01T23:20:31,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43217 2024-12-01T23:20:31,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43217 2024-12-01T23:20:31,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43217 2024-12-01T23:20:31,946 DEBUG [M:0;f962de17fdc3:41743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:41743 2024-12-01T23:20:31,947 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21399671387/backup-masters/f962de17fdc3,41743,1733095231761 2024-12-01T23:20:31,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387/backup-masters 2024-12-01T23:20:31,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387/backup-masters 2024-12-01T23:20:31,956 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Set watcher on existing znode=/21399671387/backup-masters/f962de17fdc3,41743,1733095231761 2024-12-01T23:20:31,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:31,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21399671387/master 2024-12-01T23:20:31,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:31,966 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Set watcher on existing znode=/21399671387/master 2024-12-01T23:20:31,967 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21399671387/backup-masters/f962de17fdc3,41743,1733095231761 from backup master directory 2024-12-01T23:20:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387/backup-masters 2024-12-01T23:20:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21399671387/backup-masters/f962de17fdc3,41743,1733095231761 2024-12-01T23:20:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387/backup-masters 2024-12-01T23:20:31,976 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:20:31,976 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,41743,1733095231761 2024-12-01T23:20:31,979 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/hbase.id] with ID: d02cd7bf-52b2-4a47-bb34-6bdf8740c73d 2024-12-01T23:20:31,979 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/.tmp/hbase.id 2024-12-01T23:20:31,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:20:32,383 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/.tmp/hbase.id]:[hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/hbase.id] 2024-12-01T23:20:32,391 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:20:32,391 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:20:32,392 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:20:32,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:32,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:20:32,845 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:32,845 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:20:32,846 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:32,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:20:32,852 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store 2024-12-01T23:20:32,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:20:33,256 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:33,256 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:20:33,257 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:33,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:33,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:20:33,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:33,257 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:20:33,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095233256Disabling compacts and flushes for region at 1733095233256Disabling writes for close at 1733095233257 (+1 ms)Writing region close event to WAL at 1733095233257Closed at 1733095233257 2024-12-01T23:20:33,257 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/.initializing 2024-12-01T23:20:33,257 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/WALs/f962de17fdc3,41743,1733095231761 2024-12-01T23:20:33,258 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:20:33,259 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C41743%2C1733095231761, suffix=, logDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/WALs/f962de17fdc3,41743,1733095231761, archiveDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/oldWALs, maxLogs=10 2024-12-01T23:20:33,276 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/WALs/f962de17fdc3,41743,1733095231761/f962de17fdc3%2C41743%2C1733095231761.1733095233260, exclude list is [], retry=0 2024-12-01T23:20:33,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-e3e0aa01-1259-4b0d-97c6-c9af408f9aba,DISK] 2024-12-01T23:20:33,280 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/WALs/f962de17fdc3,41743,1733095231761/f962de17fdc3%2C41743%2C1733095231761.1733095233260 2024-12-01T23:20:33,281 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-12-01T23:20:33,281 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:33,281 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:33,281 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,281 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:20:33,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:33,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:33,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:20:33,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:33,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:33,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:20:33,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:33,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:33,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:20:33,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:33,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:33,288 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,288 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,289 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,289 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,289 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,290 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:20:33,290 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:20:33,292 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:33,292 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71210665, jitterRate=0.06112159788608551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:20:33,292 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095233281Initializing all the Stores at 1733095233282 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095233282Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095233284 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095233284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095233284Cleaning up temporary data from old regions at 1733095233289 (+5 ms)Region opened successfully at 1733095233292 (+3 ms) 2024-12-01T23:20:33,293 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:20:33,295 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1a1945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:20:33,295 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:20:33,295 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:20:33,295 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:20:33,296 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:20:33,296 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:20:33,296 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:20:33,296 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:20:33,297 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:20:33,298 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Unable to get data of znode /21399671387/balancer because node does not exist (not necessarily an error) 2024-12-01T23:20:33,355 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21399671387/balancer already deleted, retry=false 2024-12-01T23:20:33,356 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:20:33,356 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Unable to get data of znode /21399671387/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:20:33,366 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21399671387/normalizer already deleted, retry=false 2024-12-01T23:20:33,366 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:20:33,367 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Unable to get data of znode /21399671387/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:20:33,376 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21399671387/switch/split already deleted, retry=false 2024-12-01T23:20:33,377 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Unable to get data of znode /21399671387/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:20:33,387 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21399671387/switch/merge already deleted, retry=false 2024-12-01T23:20:33,388 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Unable to get data of znode /21399671387/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:20:33,397 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21399671387/snapshot-cleanup already deleted, retry=false 2024-12-01T23:20:33,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21399671387/running 2024-12-01T23:20:33,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21399671387/running 2024-12-01T23:20:33,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:33,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:33,408 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,41743,1733095231761, sessionid=0x101933258ed0006, setting cluster-up flag (Was=false) 2024-12-01T23:20:33,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:33,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:33,461 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21399671387/flush-table-proc/acquired, /21399671387/flush-table-proc/reached, /21399671387/flush-table-proc/abort 2024-12-01T23:20:33,462 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,41743,1733095231761 2024-12-01T23:20:33,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:33,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:33,513 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21399671387/online-snapshot/acquired, /21399671387/online-snapshot/reached, /21399671387/online-snapshot/abort 2024-12-01T23:20:33,514 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,41743,1733095231761 2024-12-01T23:20:33,515 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:20:33,516 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:33,516 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:20:33,516 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:20:33,516 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,41743,1733095231761 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:20:33,517 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:33,517 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:33,517 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:33,517 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:20:33,517 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:20:33,517 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,517 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:20:33,517 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,518 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095263518 2024-12-01T23:20:33,518 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:20:33,518 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:20:33,518 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:20:33,518 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:20:33,518 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:20:33,518 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:20:33,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:33,519 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:20:33,519 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:20:33,519 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:20:33,519 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:20:33,519 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:20:33,519 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:20:33,519 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:20:33,519 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095233519,5,FailOnTimeoutGroup] 2024-12-01T23:20:33,519 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095233519,5,FailOnTimeoutGroup] 2024-12-01T23:20:33,520 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,520 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:20:33,520 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,520 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,532 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:33,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:20:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:20:33,539 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(746): ClusterId : d02cd7bf-52b2-4a47-bb34-6bdf8740c73d 2024-12-01T23:20:33,539 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:20:33,552 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:20:33,552 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:20:33,562 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:20:33,563 DEBUG [RS:0;f962de17fdc3:43217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8646e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:20:33,578 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:43217 2024-12-01T23:20:33,578 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:20:33,578 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:20:33,578 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:20:33,579 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,41743,1733095231761 with port=43217, startcode=1733095231899 2024-12-01T23:20:33,579 DEBUG [RS:0;f962de17fdc3:43217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:20:33,580 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:20:33,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,43217,1733095231899 2024-12-01T23:20:33,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41743 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,43217,1733095231899 2024-12-01T23:20:33,582 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb 2024-12-01T23:20:33,582 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40685 2024-12-01T23:20:33,582 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:20:33,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387/rs 2024-12-01T23:20:33,636 DEBUG [RS:0;f962de17fdc3:43217 {}] zookeeper.ZKUtil(111): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Set watcher on existing znode=/21399671387/rs/f962de17fdc3,43217,1733095231899 2024-12-01T23:20:33,636 WARN [RS:0;f962de17fdc3:43217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:20:33,636 INFO [RS:0;f962de17fdc3:43217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:33,636 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899 2024-12-01T23:20:33,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,43217,1733095231899] 2024-12-01T23:20:33,639 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:20:33,640 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:20:33,640 INFO [RS:0;f962de17fdc3:43217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:20:33,640 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,641 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:20:33,641 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:20:33,641 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:20:33,643 DEBUG [RS:0;f962de17fdc3:43217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:20:33,644 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,644 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,644 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,644 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,644 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,644 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43217,1733095231899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:20:33,662 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:20:33,662 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43217,1733095231899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,662 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,662 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.Replication(171): f962de17fdc3,43217,1733095231899 started 2024-12-01T23:20:33,676 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:33,676 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,43217,1733095231899, RpcServer on f962de17fdc3/172.17.0.3:43217, sessionid=0x101933258ed0007 2024-12-01T23:20:33,677 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:20:33,677 DEBUG [RS:0;f962de17fdc3:43217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,43217,1733095231899 2024-12-01T23:20:33,677 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,43217,1733095231899' 2024-12-01T23:20:33,677 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21399671387/flush-table-proc/abort' 2024-12-01T23:20:33,677 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21399671387/flush-table-proc/acquired' 2024-12-01T23:20:33,678 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:20:33,678 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:20:33,678 DEBUG [RS:0;f962de17fdc3:43217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,43217,1733095231899 2024-12-01T23:20:33,678 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,43217,1733095231899' 2024-12-01T23:20:33,678 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21399671387/online-snapshot/abort' 2024-12-01T23:20:33,678 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21399671387/online-snapshot/acquired' 2024-12-01T23:20:33,679 DEBUG [RS:0;f962de17fdc3:43217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:20:33,679 INFO [RS:0;f962de17fdc3:43217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:20:33,679 INFO [RS:0;f962de17fdc3:43217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:20:33,779 INFO [RS:0;f962de17fdc3:43217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:20:33,780 INFO [RS:0;f962de17fdc3:43217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C43217%2C1733095231899, suffix=, logDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899, archiveDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/oldWALs, maxLogs=10 2024-12-01T23:20:33,792 DEBUG [RS:0;f962de17fdc3:43217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, exclude list is [], retry=0 2024-12-01T23:20:33,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-e3e0aa01-1259-4b0d-97c6-c9af408f9aba,DISK] 2024-12-01T23:20:33,795 INFO [RS:0;f962de17fdc3:43217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 2024-12-01T23:20:33,795 DEBUG [RS:0;f962de17fdc3:43217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-12-01T23:20:33,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:20:33,938 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb 2024-12-01T23:20:33,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:20:34,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:34,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:20:34,251 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48404 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:20:34,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:34,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:20:34,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:20:34,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:34,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:34,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:20:34,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:20:34,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:34,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:34,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:20:34,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:20:34,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:34,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:34,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:20:34,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:20:34,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:34,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:34,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:20:34,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740 2024-12-01T23:20:34,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740 2024-12-01T23:20:34,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:20:34,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:20:34,363 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:20:34,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:20:34,365 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:34,365 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73811773, jitterRate=0.0998811274766922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:20:34,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095234343Initializing all the Stores at 1733095234343Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095234343Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095234344 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095234344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095234344Cleaning up temporary data from old regions at 1733095234362 (+18 ms)Region opened successfully at 1733095234365 (+3 ms) 2024-12-01T23:20:34,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:20:34,365 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:20:34,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:20:34,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:20:34,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:20:34,366 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:20:34,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095234365Disabling compacts and flushes for region at 1733095234365Disabling writes for close at 1733095234366 (+1 ms)Writing region close event to WAL at 1733095234366Closed at 1733095234366 2024-12-01T23:20:34,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:34,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:20:34,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:20:34,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:20:34,369 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:20:34,519 DEBUG [f962de17fdc3:41743 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:20:34,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,43217,1733095231899 2024-12-01T23:20:34,521 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,43217,1733095231899, state=OPENING 2024-12-01T23:20:34,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:20:34,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:34,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:34,608 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:20:34,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,43217,1733095231899}] 2024-12-01T23:20:34,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21399671387/meta-region-server: CHANGED 2024-12-01T23:20:34,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21399671387/meta-region-server: CHANGED 2024-12-01T23:20:34,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:20:34,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:20:34,764 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:20:34,764 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:34,765 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:20:34,766 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C43217%2C1733095231899.meta, suffix=.meta, logDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899, archiveDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/oldWALs, maxLogs=10 2024-12-01T23:20:34,778 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.meta.1733095234766.meta, exclude list is [], retry=0 2024-12-01T23:20:34,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-e3e0aa01-1259-4b0d-97c6-c9af408f9aba,DISK] 2024-12-01T23:20:34,781 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.meta.1733095234766.meta 2024-12-01T23:20:34,782 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-12-01T23:20:34,782 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:34,782 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:34,782 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:20:34,782 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:20:34,782 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:20:34,782 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:20:34,782 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:34,782 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:20:34,782 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:20:34,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:20:34,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:20:34,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:34,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:34,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:20:34,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:20:34,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:34,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:34,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:20:34,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:20:34,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:34,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:34,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:20:34,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:20:34,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:34,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:20:34,787 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:20:34,788 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740 2024-12-01T23:20:34,788 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740 2024-12-01T23:20:34,789 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:20:34,789 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:20:34,789 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:20:34,790 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:20:34,790 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68749549, jitterRate=0.024448111653327942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:20:34,790 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:20:34,790 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095234783Writing region info on filesystem at 1733095234783Initializing all the Stores at 1733095234783Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095234783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095234784 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095234784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095234784Cleaning up temporary data from old regions at 1733095234789 (+5 ms)Running coprocessor post-open hooks at 1733095234790 (+1 ms)Region opened successfully at 1733095234790 2024-12-01T23:20:34,791 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095234760 2024-12-01T23:20:34,792 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:20:34,793 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:20:34,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,43217,1733095231899 2024-12-01T23:20:34,794 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,43217,1733095231899, state=OPEN 2024-12-01T23:20:34,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21399671387/meta-region-server 2024-12-01T23:20:34,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21399671387/meta-region-server 2024-12-01T23:20:34,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,43217,1733095231899 2024-12-01T23:20:34,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21399671387/meta-region-server: CHANGED 2024-12-01T23:20:34,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21399671387/meta-region-server: CHANGED 2024-12-01T23:20:34,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:20:34,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,43217,1733095231899 in 196 msec 2024-12-01T23:20:34,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:20:34,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-12-01T23:20:34,808 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:20:34,808 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:20:34,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:34,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,43217,1733095231899, seqNum=-1] 2024-12-01T23:20:34,810 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:34,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:34,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-12-01T23:20:34,814 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095234814, completionTime=-1 2024-12-01T23:20:34,814 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:20:34,814 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:20:34,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:20:34,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095294816 2024-12-01T23:20:34,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095354816 2024-12-01T23:20:34,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:20:34,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41743,1733095231761-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:34,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41743,1733095231761-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:34,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41743,1733095231761-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:34,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:41743, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:34,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:34,816 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:34,818 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:20:34,819 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.843sec 2024-12-01T23:20:34,819 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:20:34,819 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:20:34,819 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:20:34,819 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:20:34,819 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:20:34,819 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41743,1733095231761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:20:34,819 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41743,1733095231761-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:20:34,821 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:20:34,821 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:20:34,821 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41743,1733095231761-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:20:34,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3306c030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:34,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41743,-1 for getting cluster id 2024-12-01T23:20:34,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:34,841 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd02cd7bf-52b2-4a47-bb34-6bdf8740c73d' 2024-12-01T23:20:34,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d02cd7bf-52b2-4a47-bb34-6bdf8740c73d" 2024-12-01T23:20:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b19e716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41743,-1] 2024-12-01T23:20:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:34,843 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:34,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec524d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:34,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,43217,1733095231899, seqNum=-1] 2024-12-01T23:20:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:34,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:34,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,41743,1733095231761 2024-12-01T23:20:34,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55177 2024-12-01T23:20:34,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:20:34,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101933258ed0008 connected 2024-12-01T23:20:34,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:34,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41391,1733095220596 2024-12-01T23:20:34,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e4de4d3 2024-12-01T23:20:34,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:34,874 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:34,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:20:34,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:20:34,877 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:34,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:20:34,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:20:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:20:34,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:20:34,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:35,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 832da845c06d790969d0a853f04c1ec8, NAME => 'test,,1733095234875.832da845c06d790969d0a853f04c1ec8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50 2024-12-01T23:20:35,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:20:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:35,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095234875.832da845c06d790969d0a853f04c1ec8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:35,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 832da845c06d790969d0a853f04c1ec8, disabling compactions & flushes 2024-12-01T23:20:35,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:20:35,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:20:35,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095234875.832da845c06d790969d0a853f04c1ec8. after waiting 0 ms 2024-12-01T23:20:35,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:20:35,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:20:35,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 832da845c06d790969d0a853f04c1ec8: Waiting for close lock at 1733095235693Disabling compacts and flushes for region at 1733095235693Disabling writes for close at 1733095235693Writing region close event to WAL at 1733095235693Closed at 1733095235693 2024-12-01T23:20:35,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:20:35,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095234875.832da845c06d790969d0a853f04c1ec8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095235694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095235694"}]},"ts":"1733095235694"} 2024-12-01T23:20:35,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:20:35,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:20:35,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095235696"}]},"ts":"1733095235696"} 2024-12-01T23:20:35,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:20:35,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=832da845c06d790969d0a853f04c1ec8, ASSIGN}] 2024-12-01T23:20:35,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=832da845c06d790969d0a853f04c1ec8, ASSIGN 2024-12-01T23:20:35,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=832da845c06d790969d0a853f04c1ec8, ASSIGN; state=OFFLINE, location=f962de17fdc3,42299,1733095220955; forceNewPlan=false, retain=false 2024-12-01T23:20:35,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=832da845c06d790969d0a853f04c1ec8, regionState=OPENING, regionLocation=f962de17fdc3,42299,1733095220955 2024-12-01T23:20:35,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=832da845c06d790969d0a853f04c1ec8, ASSIGN because future has completed 2024-12-01T23:20:35,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 832da845c06d790969d0a853f04c1ec8, server=f962de17fdc3,42299,1733095220955}] 2024-12-01T23:20:36,009 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:20:36,009 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 832da845c06d790969d0a853f04c1ec8, NAME => 'test,,1733095234875.832da845c06d790969d0a853f04c1ec8.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:36,009 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:36,010 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:20:36,010 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,010 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095234875.832da845c06d790969d0a853f04c1ec8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:36,010 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,010 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,011 INFO [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:36,012 INFO [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 832da845c06d790969d0a853f04c1ec8 columnFamilyName f 2024-12-01T23:20:36,012 DEBUG [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:36,012 INFO [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] regionserver.HStore(327): Store=832da845c06d790969d0a853f04c1ec8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:36,012 INFO [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,013 INFO [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 832da845c06d790969d0a853f04c1ec8 columnFamilyName f1 2024-12-01T23:20:36,013 DEBUG [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:36,014 INFO [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] regionserver.HStore(327): Store=832da845c06d790969d0a853f04c1ec8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:36,014 INFO [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,014 INFO [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 832da845c06d790969d0a853f04c1ec8 columnFamilyName norep 2024-12-01T23:20:36,014 DEBUG [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:36,014 INFO [StoreOpener-832da845c06d790969d0a853f04c1ec8-1 {}] regionserver.HStore(327): Store=832da845c06d790969d0a853f04c1ec8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:36,015 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,015 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,015 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,016 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,016 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,016 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:20:36,017 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,018 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:36,018 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 832da845c06d790969d0a853f04c1ec8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75291044, jitterRate=0.12192398309707642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:20:36,018 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:20:36,019 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 832da845c06d790969d0a853f04c1ec8: Running coprocessor pre-open hook at 1733095236010Writing region info on filesystem at 1733095236010Initializing all the Stores at 1733095236010Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095236011 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095236011Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095236011Cleaning up temporary data from old regions at 1733095236016 (+5 ms)Running coprocessor post-open hooks at 1733095236018 (+2 ms)Region opened successfully at 1733095236019 (+1 ms) 2024-12-01T23:20:36,020 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095234875.832da845c06d790969d0a853f04c1ec8., pid=6, masterSystemTime=1733095236004 2024-12-01T23:20:36,021 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:20:36,021 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:20:36,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=832da845c06d790969d0a853f04c1ec8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,42299,1733095220955 2024-12-01T23:20:36,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 832da845c06d790969d0a853f04c1ec8, server=f962de17fdc3,42299,1733095220955 because future has completed 2024-12-01T23:20:36,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:20:36,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 832da845c06d790969d0a853f04c1ec8, server=f962de17fdc3,42299,1733095220955 in 172 msec 2024-12-01T23:20:36,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:20:36,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=832da845c06d790969d0a853f04c1ec8, ASSIGN in 328 msec 2024-12-01T23:20:36,028 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:20:36,028 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095236028"}]},"ts":"1733095236028"} 2024-12-01T23:20:36,030 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:20:36,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:20:36,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-12-01T23:20:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:37,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:37,022 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:20:37,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,46079,1733095226082 2024-12-01T23:20:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4345289c 2024-12-01T23:20:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:37,023 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:37,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:20:37,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:20:37,026 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:37,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:20:37,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:20:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:37,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:20:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:37,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9195c9fe03ec1d4afab62453b4dfa9c8, NAME => 'test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52 2024-12-01T23:20:37,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:20:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:37,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:37,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9195c9fe03ec1d4afab62453b4dfa9c8, disabling compactions & flushes 2024-12-01T23:20:37,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:20:37,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:20:37,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. after waiting 0 ms 2024-12-01T23:20:37,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:20:37,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:20:37,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9195c9fe03ec1d4afab62453b4dfa9c8: Waiting for close lock at 1733095237842Disabling compacts and flushes for region at 1733095237842Disabling writes for close at 1733095237842Writing region close event to WAL at 1733095237842Closed at 1733095237842 2024-12-01T23:20:37,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:20:37,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095237843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095237843"}]},"ts":"1733095237843"} 2024-12-01T23:20:37,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:20:37,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:20:37,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095237846"}]},"ts":"1733095237846"} 2024-12-01T23:20:37,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:20:37,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9195c9fe03ec1d4afab62453b4dfa9c8, ASSIGN}] 2024-12-01T23:20:37,849 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9195c9fe03ec1d4afab62453b4dfa9c8, ASSIGN 2024-12-01T23:20:37,849 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9195c9fe03ec1d4afab62453b4dfa9c8, ASSIGN; state=OFFLINE, location=f962de17fdc3,46805,1733095226537; forceNewPlan=false, retain=false 2024-12-01T23:20:38,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9195c9fe03ec1d4afab62453b4dfa9c8, regionState=OPENING, regionLocation=f962de17fdc3,46805,1733095226537 2024-12-01T23:20:38,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9195c9fe03ec1d4afab62453b4dfa9c8, ASSIGN because future has completed 2024-12-01T23:20:38,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9195c9fe03ec1d4afab62453b4dfa9c8, server=f962de17fdc3,46805,1733095226537}] 2024-12-01T23:20:38,156 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:20:38,157 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9195c9fe03ec1d4afab62453b4dfa9c8, NAME => 'test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:38,157 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:38,157 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:20:38,157 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,157 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:38,157 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,157 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,158 INFO [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,159 INFO [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9195c9fe03ec1d4afab62453b4dfa9c8 columnFamilyName f 2024-12-01T23:20:38,159 DEBUG [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:38,160 INFO [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] regionserver.HStore(327): Store=9195c9fe03ec1d4afab62453b4dfa9c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:38,160 INFO [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,161 INFO [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9195c9fe03ec1d4afab62453b4dfa9c8 columnFamilyName f1 2024-12-01T23:20:38,161 DEBUG [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:38,161 INFO [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] regionserver.HStore(327): Store=9195c9fe03ec1d4afab62453b4dfa9c8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:38,161 INFO [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:38,162 INFO [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9195c9fe03ec1d4afab62453b4dfa9c8 columnFamilyName norep 2024-12-01T23:20:38,162 DEBUG [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:38,162 INFO [StoreOpener-9195c9fe03ec1d4afab62453b4dfa9c8-1 {}] regionserver.HStore(327): Store=9195c9fe03ec1d4afab62453b4dfa9c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:38,163 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,163 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,163 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,164 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,164 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,164 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:20:38,165 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,166 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:38,166 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9195c9fe03ec1d4afab62453b4dfa9c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65348110, jitterRate=-0.026237279176712036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:20:38,166 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:20:38,167 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9195c9fe03ec1d4afab62453b4dfa9c8: Running coprocessor pre-open hook at 1733095238157Writing region info on filesystem at 1733095238157Initializing all the Stores at 1733095238158 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095238158Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095238158Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095238158Cleaning up temporary data from old regions at 1733095238164 (+6 ms)Running coprocessor post-open hooks at 1733095238167 (+3 ms)Region opened successfully at 1733095238167 2024-12-01T23:20:38,167 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8., pid=6, masterSystemTime=1733095238154 2024-12-01T23:20:38,169 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:20:38,169 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:20:38,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9195c9fe03ec1d4afab62453b4dfa9c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,46805,1733095226537 2024-12-01T23:20:38,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9195c9fe03ec1d4afab62453b4dfa9c8, server=f962de17fdc3,46805,1733095226537 because future has completed 2024-12-01T23:20:38,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:20:38,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9195c9fe03ec1d4afab62453b4dfa9c8, server=f962de17fdc3,46805,1733095226537 in 170 msec 2024-12-01T23:20:38,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:20:38,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9195c9fe03ec1d4afab62453b4dfa9c8, ASSIGN in 326 msec 2024-12-01T23:20:38,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:20:38,176 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095238176"}]},"ts":"1733095238176"} 2024-12-01T23:20:38,177 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:20:38,178 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:20:38,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-01T23:20:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:39,171 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:20:39,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41743,1733095231761 2024-12-01T23:20:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61c3e672 2024-12-01T23:20:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:39,173 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:39,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:20:39,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:20:39,176 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:39,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:20:39,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:20:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:39,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:20:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:39,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 717dd7a007bf274ce237162425e95bbd, NAME => 'test,,1733095239173.717dd7a007bf274ce237162425e95bbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb 2024-12-01T23:20:39,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:20:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:39,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095239173.717dd7a007bf274ce237162425e95bbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:39,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 717dd7a007bf274ce237162425e95bbd, disabling compactions & flushes 2024-12-01T23:20:39,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:39,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:39,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095239173.717dd7a007bf274ce237162425e95bbd. after waiting 0 ms 2024-12-01T23:20:39,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:39,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:39,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 717dd7a007bf274ce237162425e95bbd: Waiting for close lock at 1733095239988Disabling compacts and flushes for region at 1733095239988Disabling writes for close at 1733095239988Writing region close event to WAL at 1733095239988Closed at 1733095239988 2024-12-01T23:20:39,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:20:39,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095239173.717dd7a007bf274ce237162425e95bbd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095239989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095239989"}]},"ts":"1733095239989"} 2024-12-01T23:20:39,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:20:39,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:20:39,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095239991"}]},"ts":"1733095239991"} 2024-12-01T23:20:39,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:20:39,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=717dd7a007bf274ce237162425e95bbd, ASSIGN}] 2024-12-01T23:20:39,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=717dd7a007bf274ce237162425e95bbd, ASSIGN 2024-12-01T23:20:39,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=717dd7a007bf274ce237162425e95bbd, ASSIGN; state=OFFLINE, location=f962de17fdc3,43217,1733095231899; forceNewPlan=false, retain=false 2024-12-01T23:20:40,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=717dd7a007bf274ce237162425e95bbd, regionState=OPENING, regionLocation=f962de17fdc3,43217,1733095231899 2024-12-01T23:20:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=717dd7a007bf274ce237162425e95bbd, ASSIGN because future has completed 2024-12-01T23:20:40,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 717dd7a007bf274ce237162425e95bbd, server=f962de17fdc3,43217,1733095231899}] 2024-12-01T23:20:40,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:20:40,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,301 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:40,302 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 717dd7a007bf274ce237162425e95bbd, NAME => 'test,,1733095239173.717dd7a007bf274ce237162425e95bbd.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:40,302 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:40,302 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:20:40,302 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,302 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095239173.717dd7a007bf274ce237162425e95bbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:40,302 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,302 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,303 INFO [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,304 INFO [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 717dd7a007bf274ce237162425e95bbd columnFamilyName f 2024-12-01T23:20:40,304 DEBUG [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:40,304 INFO [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] regionserver.HStore(327): Store=717dd7a007bf274ce237162425e95bbd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:40,304 INFO [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,305 INFO [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 717dd7a007bf274ce237162425e95bbd columnFamilyName f1 2024-12-01T23:20:40,305 DEBUG [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:40,305 INFO [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] regionserver.HStore(327): Store=717dd7a007bf274ce237162425e95bbd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:40,306 INFO [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,306 INFO [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 717dd7a007bf274ce237162425e95bbd columnFamilyName norep 2024-12-01T23:20:40,306 DEBUG [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:40,307 INFO [StoreOpener-717dd7a007bf274ce237162425e95bbd-1 {}] regionserver.HStore(327): Store=717dd7a007bf274ce237162425e95bbd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:40,307 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,307 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,307 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,308 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,308 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,308 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:20:40,309 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,310 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:40,311 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 717dd7a007bf274ce237162425e95bbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61288714, jitterRate=-0.08672699332237244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:20:40,311 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:40,311 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 717dd7a007bf274ce237162425e95bbd: Running coprocessor pre-open hook at 1733095240302Writing region info on filesystem at 1733095240302Initializing all the Stores at 1733095240303 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095240303Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095240303Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095240303Cleaning up temporary data from old regions at 1733095240308 (+5 ms)Running coprocessor post-open hooks at 1733095240311 (+3 ms)Region opened successfully at 1733095240311 2024-12-01T23:20:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:40,312 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095239173.717dd7a007bf274ce237162425e95bbd., pid=6, masterSystemTime=1733095240298 2024-12-01T23:20:40,314 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:40,314 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:40,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=717dd7a007bf274ce237162425e95bbd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,43217,1733095231899 2024-12-01T23:20:40,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 717dd7a007bf274ce237162425e95bbd, server=f962de17fdc3,43217,1733095231899 because future has completed 2024-12-01T23:20:40,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:20:40,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 717dd7a007bf274ce237162425e95bbd, server=f962de17fdc3,43217,1733095231899 in 171 msec 2024-12-01T23:20:40,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:20:40,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=717dd7a007bf274ce237162425e95bbd, ASSIGN in 326 msec 2024-12-01T23:20:40,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:20:40,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095240321"}]},"ts":"1733095240321"} 2024-12-01T23:20:40,323 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:20:40,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:20:40,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-01T23:20:40,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:40,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T23:20:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:20:41,321 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:20:41,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641dd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:41,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41391,-1 for getting cluster id 2024-12-01T23:20:41,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:41,322 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a81d39-80b3-4504-a0d0-b67716791310' 2024-12-01T23:20:41,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:41,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a81d39-80b3-4504-a0d0-b67716791310" 2024-12-01T23:20:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def72c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41391,-1] 2024-12-01T23:20:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:41,324 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019ca78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:41,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41391,1733095220596 2024-12-01T23:20:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48cccff7 2024-12-01T23:20:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:41,326 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:41,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:46079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:20:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:20:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:41,328 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:46079' 2024-12-01T23:20:41,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb8df5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:41,329 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46079,-1 for getting cluster id 2024-12-01T23:20:41,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:41,330 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04eddd27-b325-4a2d-b2c4-23003d331dc8' 2024-12-01T23:20:41,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:41,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04eddd27-b325-4a2d-b2c4-23003d331dc8" 2024-12-01T23:20:41,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7114e950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:41,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46079,-1] 2024-12-01T23:20:41,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:41,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:41,331 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:41,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c97fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:41,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:41,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,46079,1733095226082 2024-12-01T23:20:41,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51d460ba 2024-12-01T23:20:41,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:41,333 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:41,333 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:20:41,334 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:20:41,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:41,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:41,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:41,334 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:41,335 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:20:41,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:20:41,336 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:41,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:20:41,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:20:41,385 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:20:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:41,742 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0bbbf8c27ebf31c43e1b5906f4aedbd, NAME => 'hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50 2024-12-01T23:20:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:20:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:42,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:42,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e0bbbf8c27ebf31c43e1b5906f4aedbd, disabling compactions & flushes 2024-12-01T23:20:42,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:20:42,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:20:42,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. after waiting 0 ms 2024-12-01T23:20:42,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:20:42,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:20:42,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0bbbf8c27ebf31c43e1b5906f4aedbd: Waiting for close lock at 1733095242150Disabling compacts and flushes for region at 1733095242150Disabling writes for close at 1733095242150Writing region close event to WAL at 1733095242150Closed at 1733095242150 2024-12-01T23:20:42,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:20:42,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095242151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095242151"}]},"ts":"1733095242151"} 2024-12-01T23:20:42,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:20:42,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:20:42,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095242154"}]},"ts":"1733095242154"} 2024-12-01T23:20:42,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:20:42,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0bbbf8c27ebf31c43e1b5906f4aedbd, ASSIGN}] 2024-12-01T23:20:42,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0bbbf8c27ebf31c43e1b5906f4aedbd, ASSIGN 2024-12-01T23:20:42,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0bbbf8c27ebf31c43e1b5906f4aedbd, ASSIGN; state=OFFLINE, location=f962de17fdc3,42299,1733095220955; forceNewPlan=false, retain=false 2024-12-01T23:20:42,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0bbbf8c27ebf31c43e1b5906f4aedbd, regionState=OPENING, regionLocation=f962de17fdc3,42299,1733095220955 2024-12-01T23:20:42,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0bbbf8c27ebf31c43e1b5906f4aedbd, ASSIGN because future has completed 2024-12-01T23:20:42,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0bbbf8c27ebf31c43e1b5906f4aedbd, server=f962de17fdc3,42299,1733095220955}] 2024-12-01T23:20:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:42,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:20:42,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:42,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:20:42,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C42299%2C1733095220955.rep, suffix=, logDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955, archiveDir=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/oldWALs, maxLogs=10 2024-12-01T23:20:42,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.rep.1733095242468, exclude list is [], retry=0 2024-12-01T23:20:42,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41399,DS-549a9b91-315a-42bb-bd35-32973c86779a,DISK] 2024-12-01T23:20:42,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.rep.1733095242468 2024-12-01T23:20:42,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557)] 2024-12-01T23:20:42,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e0bbbf8c27ebf31c43e1b5906f4aedbd, NAME => 'hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:42,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:42,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:20:42,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. service=MultiRowMutationService 2024-12-01T23:20:42,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:20:42,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:42,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,484 INFO [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,485 INFO [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0bbbf8c27ebf31c43e1b5906f4aedbd columnFamilyName hfileref 2024-12-01T23:20:42,485 DEBUG [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:42,485 INFO [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] regionserver.HStore(327): Store=e0bbbf8c27ebf31c43e1b5906f4aedbd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:42,486 INFO [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,486 INFO [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0bbbf8c27ebf31c43e1b5906f4aedbd columnFamilyName queue 2024-12-01T23:20:42,486 DEBUG [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:42,487 INFO [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] regionserver.HStore(327): Store=e0bbbf8c27ebf31c43e1b5906f4aedbd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:42,487 INFO [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,488 INFO [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0bbbf8c27ebf31c43e1b5906f4aedbd columnFamilyName sid 2024-12-01T23:20:42,488 DEBUG [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:42,488 INFO [StoreOpener-e0bbbf8c27ebf31c43e1b5906f4aedbd-1 {}] regionserver.HStore(327): Store=e0bbbf8c27ebf31c43e1b5906f4aedbd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:42,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/replication/e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/replication/e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:20:42,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/replication/e0bbbf8c27ebf31c43e1b5906f4aedbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:42,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e0bbbf8c27ebf31c43e1b5906f4aedbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61761534, jitterRate=-0.07968142628669739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:20:42,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:20:42,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e0bbbf8c27ebf31c43e1b5906f4aedbd: Running coprocessor pre-open hook at 1733095242483Writing region info on filesystem at 1733095242483Initializing all the Stores at 1733095242484 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095242484Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095242484Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095242484Cleaning up temporary data from old regions at 1733095242489 (+5 ms)Running coprocessor post-open hooks at 1733095242493 (+4 ms)Region opened successfully at 1733095242493 2024-12-01T23:20:42,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd., pid=10, masterSystemTime=1733095242464 2024-12-01T23:20:42,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:20:42,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:20:42,495 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0bbbf8c27ebf31c43e1b5906f4aedbd, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,42299,1733095220955 2024-12-01T23:20:42,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0bbbf8c27ebf31c43e1b5906f4aedbd, server=f962de17fdc3,42299,1733095220955 because future has completed 2024-12-01T23:20:42,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:20:42,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e0bbbf8c27ebf31c43e1b5906f4aedbd, server=f962de17fdc3,42299,1733095220955 in 186 msec 2024-12-01T23:20:42,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:20:42,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0bbbf8c27ebf31c43e1b5906f4aedbd, ASSIGN in 342 msec 2024-12-01T23:20:42,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:20:42,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095242502"}]},"ts":"1733095242502"} 2024-12-01T23:20:42,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:20:42,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:20:42,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-12-01T23:20:42,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd., hostname=f962de17fdc3,42299,1733095220955, seqNum=2] 2024-12-01T23:20:42,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:42,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:20:42,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:20:42,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:20:42,957 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:20:42,995 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,42299,1733095220955, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:20:42,996 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:42,996 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,42299,1733095220955, seqNum=-1] 2024-12-01T23:20:42,996 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:42,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-01T23:20:42,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,42299,1733095220955', locateType=CURRENT is [region=hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd., hostname=f962de17fdc3,42299,1733095220955, seqNum=2] 2024-12-01T23:20:43,001 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:20:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:20:43,003 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,42299,1733095220955 suceeded 2024-12-01T23:20:43,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:20:43,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-01T23:20:43,005 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:46079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:20:43,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6790 sec 2024-12-01T23:20:43,024 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:46079' 2024-12-01T23:20:43,025 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54bea2e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:43,025 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46079,-1 for getting cluster id 2024-12-01T23:20:43,026 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:43,026 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04eddd27-b325-4a2d-b2c4-23003d331dc8' 2024-12-01T23:20:43,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:43,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04eddd27-b325-4a2d-b2c4-23003d331dc8" 2024-12-01T23:20:43,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fe19f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:43,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46079,-1] 2024-12-01T23:20:43,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:43,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:43,029 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:43,029 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d17c85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:43,029 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:43,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,46079,1733095226082 2024-12-01T23:20:43,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17e4eca2 2024-12-01T23:20:43,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:43,031 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-01T23:20:43,032 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,42299,1733095220955 (queues=1) is replicating from cluster=35a81d39-80b3-4504-a0d0-b67716791310 to cluster=04eddd27-b325-4a2d-b2c4-23003d331dc8 2024-12-01T23:20:43,032 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C42299%2C1733095220955 2024-12-01T23:20:43,032 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,42299,1733095220955, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:20:43,033 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, startPosition=0, beingWritten=true 2024-12-01T23:20:43,036 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C42299%2C1733095220955 2024-12-01T23:20:43,039 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:43,039 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:43,039 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,42299,1733095220955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:43,244 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:43,472 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:20:43,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:43,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:43,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:43,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:43,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:43,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f01500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:43,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46079,-1 for getting cluster id 2024-12-01T23:20:43,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:43,474 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04eddd27-b325-4a2d-b2c4-23003d331dc8' 2024-12-01T23:20:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04eddd27-b325-4a2d-b2c4-23003d331dc8" 2024-12-01T23:20:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14729c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46079,-1] 2024-12-01T23:20:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:43,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:43,476 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b926bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:43,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,46079,1733095226082 2024-12-01T23:20:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@245b0097 2024-12-01T23:20:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:43,478 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:43,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:41743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:20:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:20:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:43,481 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:41743' 2024-12-01T23:20:43,482 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1fc986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:43,482 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41743,-1 for getting cluster id 2024-12-01T23:20:43,482 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:43,482 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd02cd7bf-52b2-4a47-bb34-6bdf8740c73d' 2024-12-01T23:20:43,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:43,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d02cd7bf-52b2-4a47-bb34-6bdf8740c73d" 2024-12-01T23:20:43,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726ff936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:43,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41743,-1] 2024-12-01T23:20:43,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:43,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:43,484 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:43,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b308bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:43,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:43,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41743,1733095231761 2024-12-01T23:20:43,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27037b98 2024-12-01T23:20:43,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:43,486 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:43,486 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:20:43,486 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:20:43,486 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:43,486 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:43,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:43,487 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:43,488 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:20:43,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:20:43,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:43,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:20:43,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:20:43,538 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:20:43,547 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:43,898 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf4f3cc7271db72bef80e96f1f151e43, NAME => 'hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52 2024-12-01T23:20:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:20:43,951 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:44,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:44,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf4f3cc7271db72bef80e96f1f151e43, disabling compactions & flushes 2024-12-01T23:20:44,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:20:44,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:20:44,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. after waiting 0 ms 2024-12-01T23:20:44,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:20:44,307 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:20:44,307 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf4f3cc7271db72bef80e96f1f151e43: Waiting for close lock at 1733095244306Disabling compacts and flushes for region at 1733095244306Disabling writes for close at 1733095244306Writing region close event to WAL at 1733095244306Closed at 1733095244306 2024-12-01T23:20:44,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:20:44,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095244350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095244350"}]},"ts":"1733095244350"} 2024-12-01T23:20:44,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:20:44,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:20:44,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095244353"}]},"ts":"1733095244353"} 2024-12-01T23:20:44,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:20:44,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf4f3cc7271db72bef80e96f1f151e43, ASSIGN}] 2024-12-01T23:20:44,356 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf4f3cc7271db72bef80e96f1f151e43, ASSIGN 2024-12-01T23:20:44,356 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf4f3cc7271db72bef80e96f1f151e43, ASSIGN; state=OFFLINE, location=f962de17fdc3,46805,1733095226537; forceNewPlan=false, retain=false 2024-12-01T23:20:44,455 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:44,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf4f3cc7271db72bef80e96f1f151e43, regionState=OPENING, regionLocation=f962de17fdc3,46805,1733095226537 2024-12-01T23:20:44,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf4f3cc7271db72bef80e96f1f151e43, ASSIGN because future has completed 2024-12-01T23:20:44,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf4f3cc7271db72bef80e96f1f151e43, server=f962de17fdc3,46805,1733095226537}] 2024-12-01T23:20:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:44,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:20:44,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:44,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:20:44,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C46805%2C1733095226537.rep, suffix=, logDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537, archiveDir=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/oldWALs, maxLogs=10 2024-12-01T23:20:44,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.rep.1733095244667, exclude list is [], retry=0 2024-12-01T23:20:44,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-1726e207-ba38-420b-a72a-c9a9620d3286,DISK] 2024-12-01T23:20:44,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.rep.1733095244667 2024-12-01T23:20:44,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39293:39293)] 2024-12-01T23:20:44,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cf4f3cc7271db72bef80e96f1f151e43, NAME => 'hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:44,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:44,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:20:44,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. service=MultiRowMutationService 2024-12-01T23:20:44,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:20:44,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:44,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,684 INFO [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,685 INFO [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf4f3cc7271db72bef80e96f1f151e43 columnFamilyName hfileref 2024-12-01T23:20:44,685 DEBUG [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:44,686 INFO [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] regionserver.HStore(327): Store=cf4f3cc7271db72bef80e96f1f151e43/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:44,686 INFO [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,687 INFO [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf4f3cc7271db72bef80e96f1f151e43 columnFamilyName queue 2024-12-01T23:20:44,687 DEBUG [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:44,687 INFO [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] regionserver.HStore(327): Store=cf4f3cc7271db72bef80e96f1f151e43/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:44,687 INFO [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,688 INFO [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf4f3cc7271db72bef80e96f1f151e43 columnFamilyName sid 2024-12-01T23:20:44,688 DEBUG [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:44,688 INFO [StoreOpener-cf4f3cc7271db72bef80e96f1f151e43-1 {}] regionserver.HStore(327): Store=cf4f3cc7271db72bef80e96f1f151e43/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:44,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/replication/cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/replication/cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:20:44,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/replication/cf4f3cc7271db72bef80e96f1f151e43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:44,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cf4f3cc7271db72bef80e96f1f151e43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72961418, jitterRate=0.08720985054969788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:20:44,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:20:44,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cf4f3cc7271db72bef80e96f1f151e43: Running coprocessor pre-open hook at 1733095244683Writing region info on filesystem at 1733095244683Initializing all the Stores at 1733095244684 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095244684Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095244684Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095244684Cleaning up temporary data from old regions at 1733095244690 (+6 ms)Running coprocessor post-open hooks at 1733095244694 (+4 ms)Region opened successfully at 1733095244694 2024-12-01T23:20:44,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43., pid=10, masterSystemTime=1733095244661 2024-12-01T23:20:44,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:20:44,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:20:44,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf4f3cc7271db72bef80e96f1f151e43, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,46805,1733095226537 2024-12-01T23:20:44,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf4f3cc7271db72bef80e96f1f151e43, server=f962de17fdc3,46805,1733095226537 because future has completed 2024-12-01T23:20:44,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:20:44,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cf4f3cc7271db72bef80e96f1f151e43, server=f962de17fdc3,46805,1733095226537 in 190 msec 2024-12-01T23:20:44,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:20:44,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf4f3cc7271db72bef80e96f1f151e43, ASSIGN in 346 msec 2024-12-01T23:20:44,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:20:44,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095244703"}]},"ts":"1733095244703"} 2024-12-01T23:20:44,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:20:44,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:20:44,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2180 sec 2024-12-01T23:20:44,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43., hostname=f962de17fdc3,46805,1733095226537, seqNum=2] 2024-12-01T23:20:44,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:44,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:20:44,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:20:45,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:20:45,014 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:20:45,041 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,46805,1733095226537, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:20:45,041 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:45,041 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,46805,1733095226537, seqNum=-1] 2024-12-01T23:20:45,042 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:45,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-01T23:20:45,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,46805,1733095226537', locateType=CURRENT is [region=hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43., hostname=f962de17fdc3,46805,1733095226537, seqNum=2] 2024-12-01T23:20:45,046 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:20:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:20:45,048 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,46805,1733095226537 suceeded 2024-12-01T23:20:45,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:20:45,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-01T23:20:45,050 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:41743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:20:45,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5720 sec 2024-12-01T23:20:45,058 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:45,062 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:41743' 2024-12-01T23:20:45,063 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@642d74a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:45,063 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41743,-1 for getting cluster id 2024-12-01T23:20:45,063 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:45,064 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd02cd7bf-52b2-4a47-bb34-6bdf8740c73d' 2024-12-01T23:20:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d02cd7bf-52b2-4a47-bb34-6bdf8740c73d" 2024-12-01T23:20:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f736fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41743,-1] 2024-12-01T23:20:45,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:45,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:45,065 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:45,066 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3cfbef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:45,066 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:45,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41743,1733095231761 2024-12-01T23:20:45,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bb09eeb 2024-12-01T23:20:45,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:45,067 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-01T23:20:45,068 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,46805,1733095226537 (queues=1) is replicating from cluster=04eddd27-b325-4a2d-b2c4-23003d331dc8 to cluster=d02cd7bf-52b2-4a47-bb34-6bdf8740c73d 2024-12-01T23:20:45,068 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C46805%2C1733095226537 2024-12-01T23:20:45,068 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,46805,1733095226537, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:20:45,068 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, startPosition=0, beingWritten=true 2024-12-01T23:20:45,068 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C46805%2C1733095226537 2024-12-01T23:20:45,073 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:45,073 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:45,073 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,46805,1733095226537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:45,276 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:45,579 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:45,632 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:20:45,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:45,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:45,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:45,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:45,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:45,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cddb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:45,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41743,-1 for getting cluster id 2024-12-01T23:20:45,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:45,633 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd02cd7bf-52b2-4a47-bb34-6bdf8740c73d' 2024-12-01T23:20:45,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d02cd7bf-52b2-4a47-bb34-6bdf8740c73d" 2024-12-01T23:20:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402c8a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41743,-1] 2024-12-01T23:20:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:45,635 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfd3f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:45,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:45,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41743,1733095231761 2024-12-01T23:20:45,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@173d4354 2024-12-01T23:20:45,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:45,637 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:45,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:41391,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:20:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:20:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:45,640 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:41391' 2024-12-01T23:20:45,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c0487e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:45,640 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41391,-1 for getting cluster id 2024-12-01T23:20:45,641 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:45,641 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a81d39-80b3-4504-a0d0-b67716791310' 2024-12-01T23:20:45,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:45,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a81d39-80b3-4504-a0d0-b67716791310" 2024-12-01T23:20:45,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed927ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:45,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41391,-1] 2024-12-01T23:20:45,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:45,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:45,642 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:45,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c19e511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:45,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:45,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41391,1733095220596 2024-12-01T23:20:45,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b45b2e8 2024-12-01T23:20:45,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:45,644 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:45,645 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:20:45,645 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:20:45,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:45,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:45,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:45,645 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:20:45,646 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:20:45,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:20:45,647 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:45,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:20:45,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:20:45,696 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:20:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:45,762 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:45,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:20:45,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:45,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:20:45,888 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T23:20:45,889 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:20:45,889 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T23:20:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:45,983 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:46,054 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 954269a1cc68960a6974c9a04f44b812, NAME => 'hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb 2024-12-01T23:20:46,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:20:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:46,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T23:20:46,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:46,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 954269a1cc68960a6974c9a04f44b812, disabling compactions & flushes 2024-12-01T23:20:46,462 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:46,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:46,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. after waiting 0 ms 2024-12-01T23:20:46,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:46,462 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:46,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 954269a1cc68960a6974c9a04f44b812: Waiting for close lock at 1733095246462Disabling compacts and flushes for region at 1733095246462Disabling writes for close at 1733095246462Writing region close event to WAL at 1733095246462Closed at 1733095246462 2024-12-01T23:20:46,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:20:46,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095246463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095246463"}]},"ts":"1733095246463"} 2024-12-01T23:20:46,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:20:46,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:20:46,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095246465"}]},"ts":"1733095246465"} 2024-12-01T23:20:46,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:20:46,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=954269a1cc68960a6974c9a04f44b812, ASSIGN}] 2024-12-01T23:20:46,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=954269a1cc68960a6974c9a04f44b812, ASSIGN 2024-12-01T23:20:46,469 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=954269a1cc68960a6974c9a04f44b812, ASSIGN; state=OFFLINE, location=f962de17fdc3,43217,1733095231899; forceNewPlan=false, retain=false 2024-12-01T23:20:46,487 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:46,566 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:46,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=954269a1cc68960a6974c9a04f44b812, regionState=OPENING, regionLocation=f962de17fdc3,43217,1733095231899 2024-12-01T23:20:46,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=954269a1cc68960a6974c9a04f44b812, ASSIGN because future has completed 2024-12-01T23:20:46,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 954269a1cc68960a6974c9a04f44b812, server=f962de17fdc3,43217,1733095231899}] 2024-12-01T23:20:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:46,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:46,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:20:46,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:20:46,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C43217%2C1733095231899.rep, suffix=, logDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899, archiveDir=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/oldWALs, maxLogs=10 2024-12-01T23:20:46,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.rep.1733095246781, exclude list is [], retry=0 2024-12-01T23:20:46,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44543,DS-e3e0aa01-1259-4b0d-97c6-c9af408f9aba,DISK] 2024-12-01T23:20:46,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.rep.1733095246781 2024-12-01T23:20:46,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-12-01T23:20:46,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 954269a1cc68960a6974c9a04f44b812, NAME => 'hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:20:46,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:20:46,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:20:46,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. service=MultiRowMutationService 2024-12-01T23:20:46,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:20:46,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:20:46,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,798 INFO [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,799 INFO [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 954269a1cc68960a6974c9a04f44b812 columnFamilyName hfileref 2024-12-01T23:20:46,799 DEBUG [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:46,799 INFO [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] regionserver.HStore(327): Store=954269a1cc68960a6974c9a04f44b812/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:46,799 INFO [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,800 INFO [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 954269a1cc68960a6974c9a04f44b812 columnFamilyName queue 2024-12-01T23:20:46,800 DEBUG [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:46,800 INFO [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] regionserver.HStore(327): Store=954269a1cc68960a6974c9a04f44b812/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:46,800 INFO [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,801 INFO [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 954269a1cc68960a6974c9a04f44b812 columnFamilyName sid 2024-12-01T23:20:46,801 DEBUG [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:20:46,801 INFO [StoreOpener-954269a1cc68960a6974c9a04f44b812-1 {}] regionserver.HStore(327): Store=954269a1cc68960a6974c9a04f44b812/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:20:46,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/replication/954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/replication/954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:20:46,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/replication/954269a1cc68960a6974c9a04f44b812/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:20:46,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 954269a1cc68960a6974c9a04f44b812; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73149737, jitterRate=0.09001602232456207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:20:46,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:46,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 954269a1cc68960a6974c9a04f44b812: Running coprocessor pre-open hook at 1733095246797Writing region info on filesystem at 1733095246797Initializing all the Stores at 1733095246798 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095246798Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095246798Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095246798Cleaning up temporary data from old regions at 1733095246802 (+4 ms)Running coprocessor post-open hooks at 1733095246805 (+3 ms)Region opened successfully at 1733095246805 2024-12-01T23:20:46,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812., pid=10, masterSystemTime=1733095246777 2024-12-01T23:20:46,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:46,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:46,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=954269a1cc68960a6974c9a04f44b812, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,43217,1733095231899 2024-12-01T23:20:46,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 954269a1cc68960a6974c9a04f44b812, server=f962de17fdc3,43217,1733095231899 because future has completed 2024-12-01T23:20:46,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:20:46,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 954269a1cc68960a6974c9a04f44b812, server=f962de17fdc3,43217,1733095231899 in 187 msec 2024-12-01T23:20:46,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:20:46,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=954269a1cc68960a6974c9a04f44b812, ASSIGN in 346 msec 2024-12-01T23:20:46,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:20:46,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095246815"}]},"ts":"1733095246815"} 2024-12-01T23:20:46,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:20:46,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:20:46,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-12-01T23:20:46,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812., hostname=f962de17fdc3,43217,1733095231899, seqNum=2] 2024-12-01T23:20:47,091 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:47,469 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:47,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:47,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:47,795 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:47,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:20:48,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:20:48,066 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:20:48,090 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,43217,1733095231899, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:20:48,091 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:48,091 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,43217,1733095231899, seqNum=-1] 2024-12-01T23:20:48,091 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:48,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-01T23:20:48,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,43217,1733095231899', locateType=CURRENT is [region=hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812., hostname=f962de17fdc3,43217,1733095231899, seqNum=2] 2024-12-01T23:20:48,095 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:20:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:20:48,097 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,43217,1733095231899 suceeded 2024-12-01T23:20:48,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:20:48,099 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:41391,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:20:48,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-01T23:20:48,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.4620 sec 2024-12-01T23:20:48,108 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:41391' 2024-12-01T23:20:48,109 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bad89f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:48,109 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41391,-1 for getting cluster id 2024-12-01T23:20:48,109 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:48,110 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a81d39-80b3-4504-a0d0-b67716791310' 2024-12-01T23:20:48,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:48,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a81d39-80b3-4504-a0d0-b67716791310" 2024-12-01T23:20:48,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@599ffede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:48,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41391,-1] 2024-12-01T23:20:48,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:48,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:48,111 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:48,111 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6deaf57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:48,111 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:48,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41391,1733095220596 2024-12-01T23:20:48,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17da3d63 2024-12-01T23:20:48,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:48,113 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-01T23:20:48,113 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,43217,1733095231899 (queues=1) is replicating from cluster=d02cd7bf-52b2-4a47-bb34-6bdf8740c73d to cluster=35a81d39-80b3-4504-a0d0-b67716791310 2024-12-01T23:20:48,113 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C43217%2C1733095231899 2024-12-01T23:20:48,113 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,43217,1733095231899, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:20:48,114 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, startPosition=0, beingWritten=true 2024-12-01T23:20:48,114 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C43217%2C1733095231899 2024-12-01T23:20:48,117 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:48,117 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 379, reset compression=false 2024-12-01T23:20:48,118 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,43217,1733095231899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:48,321 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 379, reset compression=false 2024-12-01T23:20:48,472 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:48,599 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:48,625 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 379, reset compression=false 2024-12-01T23:20:49,029 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 379, reset compression=false 2024-12-01T23:20:49,502 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:49,533 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 379, reset compression=false 2024-12-01T23:20:49,576 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:20:49,802 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:20:49,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:49,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:49,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:49,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:49,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:49,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:49,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41391,-1 for getting cluster id 2024-12-01T23:20:49,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:49,804 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a81d39-80b3-4504-a0d0-b67716791310' 2024-12-01T23:20:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a81d39-80b3-4504-a0d0-b67716791310" 2024-12-01T23:20:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199c13ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41391,-1] 2024-12-01T23:20:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:49,805 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41647537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:49,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:49,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46079,-1 for getting cluster id 2024-12-01T23:20:49,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:49,807 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04eddd27-b325-4a2d-b2c4-23003d331dc8' 2024-12-01T23:20:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04eddd27-b325-4a2d-b2c4-23003d331dc8" 2024-12-01T23:20:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f700bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46079,-1] 2024-12-01T23:20:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:49,808 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a750c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:49,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:49,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41743,-1 for getting cluster id 2024-12-01T23:20:49,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:49,809 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd02cd7bf-52b2-4a47-bb34-6bdf8740c73d' 2024-12-01T23:20:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d02cd7bf-52b2-4a47-bb34-6bdf8740c73d" 2024-12-01T23:20:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe7e918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41743,-1] 2024-12-01T23:20:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:49,810 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:49,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228c9c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:49,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,42299,1733095220955, seqNum=-1] 2024-12-01T23:20:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:49,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:49,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095234875.832da845c06d790969d0a853f04c1ec8., hostname=f962de17fdc3,42299,1733095220955, seqNum=2] 2024-12-01T23:20:49,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,43217,1733095231899, seqNum=-1] 2024-12-01T23:20:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:49,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095239173.717dd7a007bf274ce237162425e95bbd., hostname=f962de17fdc3,43217,1733095231899, seqNum=2] 2024-12-01T23:20:49,821 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-01T23:20:50,136 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 379, reset compression=false 2024-12-01T23:20:50,185 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:20:50,506 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:50,779 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 379, reset compression=false 2024-12-01T23:20:50,783 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:50,783 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 480, reset compression=false 2024-12-01T23:20:50,783 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,42299,1733095220955 got entry batch from reader: WALEntryBatch [walEntries=[{test/832da845c06d790969d0a853f04c1ec8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-01T23:20:50,786 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:20:50,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-01T23:20:50,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:50,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ff6c8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:50,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,46079,-1 for getting cluster id 2024-12-01T23:20:50,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:50,788 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04eddd27-b325-4a2d-b2c4-23003d331dc8' 2024-12-01T23:20:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04eddd27-b325-4a2d-b2c4-23003d331dc8" 2024-12-01T23:20:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@510b950e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,46079,-1] 2024-12-01T23:20:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:50,789 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:50,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e0d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:50,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:50,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,46805,1733095226537, seqNum=-1] 2024-12-01T23:20:50,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:50,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-01T23:20:50,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8., hostname=f962de17fdc3,46805,1733095226537, seqNum=2] 2024-12-01T23:20:50,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:50,823 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-01T23:20:50,840 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 379, reset compression=false 2024-12-01T23:20:50,986 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 480, reset compression=false 2024-12-01T23:20:51,300 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 480, reset compression=false 2024-12-01T23:20:51,609 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 379, reset compression=false 2024-12-01T23:20:51,613 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:51,614 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 503, reset compression=false 2024-12-01T23:20:51,614 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,46805,1733095226537 got entry batch from reader: WALEntryBatch [walEntries=[{test/9195c9fe03ec1d4afab62453b4dfa9c8/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-01T23:20:51,616 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:20:51,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-01T23:20:51,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:51,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302e2de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:51,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41743,-1 for getting cluster id 2024-12-01T23:20:51,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:51,618 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd02cd7bf-52b2-4a47-bb34-6bdf8740c73d' 2024-12-01T23:20:51,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:51,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d02cd7bf-52b2-4a47-bb34-6bdf8740c73d" 2024-12-01T23:20:51,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@da6676a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:51,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41743,-1] 2024-12-01T23:20:51,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:51,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:51,620 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:51,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1101846a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:51,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:51,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,43217,1733095231899, seqNum=-1] 2024-12-01T23:20:51,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:51,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-01T23:20:51,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095239173.717dd7a007bf274ce237162425e95bbd., hostname=f962de17fdc3,43217,1733095231899, seqNum=2] 2024-12-01T23:20:51,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:51,643 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 379, reset compression=false 2024-12-01T23:20:51,650 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:51,650 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 526, reset compression=false 2024-12-01T23:20:51,650 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,43217,1733095231899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:51,703 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 480, reset compression=false 2024-12-01T23:20:51,816 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 503, reset compression=false 2024-12-01T23:20:51,825 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-01T23:20:51,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,46805,1733095226537, seqNum=-1] 2024-12-01T23:20:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:51,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:20:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8., hostname=f962de17fdc3,46805,1733095226537, seqNum=2] 2024-12-01T23:20:51,833 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-01T23:20:51,857 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 526, reset compression=false 2024-12-01T23:20:52,120 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 503, reset compression=false 2024-12-01T23:20:52,125 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:52,125 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 607, reset compression=false 2024-12-01T23:20:52,125 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,46805,1733095226537 got entry batch from reader: WALEntryBatch [walEntries=[{test/9195c9fe03ec1d4afab62453b4dfa9c8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T23:20:52,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:52,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:52,163 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 526, reset compression=false 2024-12-01T23:20:52,167 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:52,167 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 653, reset compression=false 2024-12-01T23:20:52,168 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,43217,1733095231899 got entry batch from reader: WALEntryBatch [walEntries=[{test/717dd7a007bf274ce237162425e95bbd/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T23:20:52,170 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:20:52,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-01T23:20:52,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:52,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a33efc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:52,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41391,-1 for getting cluster id 2024-12-01T23:20:52,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:52,173 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a81d39-80b3-4504-a0d0-b67716791310' 2024-12-01T23:20:52,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:52,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a81d39-80b3-4504-a0d0-b67716791310" 2024-12-01T23:20:52,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36966fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:52,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41391,-1] 2024-12-01T23:20:52,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:52,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:52,174 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:52,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f149d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:52,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:20:52,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,42299,1733095220955, seqNum=-1] 2024-12-01T23:20:52,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:20:52,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-01T23:20:52,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733095234875.832da845c06d790969d0a853f04c1ec8., hostname=f962de17fdc3,42299,1733095220955, seqNum=2] 2024-12-01T23:20:52,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:52,207 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 480, reset compression=false 2024-12-01T23:20:52,211 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:52,211 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 631, reset compression=false 2024-12-01T23:20:52,211 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,42299,1733095220955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:52,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:20:52,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,328 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 607, reset compression=false 2024-12-01T23:20:52,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:20:52,371 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 653, reset compression=false 2024-12-01T23:20:52,415 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 631, reset compression=false 2024-12-01T23:20:52,631 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 607, reset compression=false 2024-12-01T23:20:52,676 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 653, reset compression=false 2024-12-01T23:20:52,718 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 631, reset compression=false 2024-12-01T23:20:52,834 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-01T23:20:52,837 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-01T23:20:53,035 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 607, reset compression=false 2024-12-01T23:20:53,079 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 653, reset compression=false 2024-12-01T23:20:53,083 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:53,083 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 757, reset compression=false 2024-12-01T23:20:53,083 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,43217,1733095231899 got entry batch from reader: WALEntryBatch [walEntries=[{test/717dd7a007bf274ce237162425e95bbd/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T23:20:53,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:53,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:53,121 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 631, reset compression=false 2024-12-01T23:20:53,125 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:53,125 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 759, reset compression=false 2024-12-01T23:20:53,125 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,42299,1733095220955 got entry batch from reader: WALEntryBatch [walEntries=[{test/832da845c06d790969d0a853f04c1ec8/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T23:20:53,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:53,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:53,286 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 757, reset compression=false 2024-12-01T23:20:53,328 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 759, reset compression=false 2024-12-01T23:20:53,538 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 607, reset compression=false 2024-12-01T23:20:53,542 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:53,542 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 758, reset compression=false 2024-12-01T23:20:53,542 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,46805,1733095226537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:53,589 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 757, reset compression=false 2024-12-01T23:20:53,631 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 759, reset compression=false 2024-12-01T23:20:53,746 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 758, reset compression=false 2024-12-01T23:20:53,839 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-01T23:20:53,842 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-01T23:20:53,992 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 757, reset compression=false 2024-12-01T23:20:54,034 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 759, reset compression=false 2024-12-01T23:20:54,037 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:54,037 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 915, reset compression=false 2024-12-01T23:20:54,037 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,42299,1733095220955 got entry batch from reader: WALEntryBatch [walEntries=[{test/832da845c06d790969d0a853f04c1ec8/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-01T23:20:54,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:54,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:54,049 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 758, reset compression=false 2024-12-01T23:20:54,052 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:54,052 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 905, reset compression=false 2024-12-01T23:20:54,052 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,46805,1733095226537 got entry batch from reader: WALEntryBatch [walEntries=[{test/9195c9fe03ec1d4afab62453b4dfa9c8/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-01T23:20:54,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:54,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:54,240 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 915, reset compression=false 2024-12-01T23:20:54,255 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 905, reset compression=false 2024-12-01T23:20:54,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:54,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:20:54,301 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68454 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:20:54,495 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 757, reset compression=false 2024-12-01T23:20:54,501 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:54,501 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 927, reset compression=false 2024-12-01T23:20:54,501 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,43217,1733095231899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:54,543 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 915, reset compression=false 2024-12-01T23:20:54,558 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 905, reset compression=false 2024-12-01T23:20:54,706 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 927, reset compression=false 2024-12-01T23:20:54,843 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-01T23:20:54,846 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-01T23:20:54,946 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 915, reset compression=false 2024-12-01T23:20:54,961 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 905, reset compression=false 2024-12-01T23:20:54,964 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:54,964 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1064, reset compression=false 2024-12-01T23:20:54,964 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,46805,1733095226537 got entry batch from reader: WALEntryBatch [walEntries=[{test/9195c9fe03ec1d4afab62453b4dfa9c8/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T23:20:54,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:54,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:55,009 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 927, reset compression=false 2024-12-01T23:20:55,012 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:55,012 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1076, reset compression=false 2024-12-01T23:20:55,012 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,43217,1733095231899 got entry batch from reader: WALEntryBatch [walEntries=[{test/717dd7a007bf274ce237162425e95bbd/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-01T23:20:55,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:55,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:55,168 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1064, reset compression=false 2024-12-01T23:20:55,216 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1076, reset compression=false 2024-12-01T23:20:55,449 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 915, reset compression=false 2024-12-01T23:20:55,453 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:55,453 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1088, reset compression=false 2024-12-01T23:20:55,453 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,42299,1733095220955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:55,471 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1064, reset compression=false 2024-12-01T23:20:55,519 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1076, reset compression=false 2024-12-01T23:20:55,656 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1088, reset compression=false 2024-12-01T23:20:55,670 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:20:55,848 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-01T23:20:55,850 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-01T23:20:55,874 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1064, reset compression=false 2024-12-01T23:20:55,923 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1076, reset compression=false 2024-12-01T23:20:55,927 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:55,927 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1235, reset compression=false 2024-12-01T23:20:55,927 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,43217,1733095231899 got entry batch from reader: WALEntryBatch [walEntries=[{test/717dd7a007bf274ce237162425e95bbd/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T23:20:55,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:55,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:55,959 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1088, reset compression=false 2024-12-01T23:20:55,963 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:55,963 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1238, reset compression=false 2024-12-01T23:20:55,963 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,42299,1733095220955 got entry batch from reader: WALEntryBatch [walEntries=[{test/832da845c06d790969d0a853f04c1ec8/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-01T23:20:55,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:55,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:56,130 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1235, reset compression=false 2024-12-01T23:20:56,167 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1238, reset compression=false 2024-12-01T23:20:56,377 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1064, reset compression=false 2024-12-01T23:20:56,380 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:56,380 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1237, reset compression=false 2024-12-01T23:20:56,380 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,46805,1733095226537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:56,433 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1235, reset compression=false 2024-12-01T23:20:56,470 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1238, reset compression=false 2024-12-01T23:20:56,583 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1237, reset compression=false 2024-12-01T23:20:56,836 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1235, reset compression=false 2024-12-01T23:20:56,852 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-01T23:20:56,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54af140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:56,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41743,-1 for getting cluster id 2024-12-01T23:20:56,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:56,859 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd02cd7bf-52b2-4a47-bb34-6bdf8740c73d' 2024-12-01T23:20:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d02cd7bf-52b2-4a47-bb34-6bdf8740c73d" 2024-12-01T23:20:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa5c8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41743,-1] 2024-12-01T23:20:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:56,860 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e66b462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:56,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41743,1733095231761 2024-12-01T23:20:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@183eb94e 2024-12-01T23:20:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:56,866 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:56,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-01T23:20:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-01T23:20:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T23:20:56,873 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1238, reset compression=false 2024-12-01T23:20:56,886 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1237, reset compression=false 2024-12-01T23:20:56,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:20:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T23:20:57,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-01T23:20:57,099 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-01T23:20:57,100 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-01T23:20:57,100 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,43217,1733095231899 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-01T23:20:57,100 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0. 2024-12-01T23:20:57,100 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:57,100 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:57,101 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:57,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T23:20:57,201 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:20:57,201 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T23:20:57,289 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1237, reset compression=false 2024-12-01T23:20:57,301 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 terminated 2024-12-01T23:20:57,324 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,43217,1733095231899, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:20:57,324 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-01T23:20:57,328 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-01T23:20:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-01T23:20:57,333 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on f962de17fdc3,43217,1733095231899 suceeded 2024-12-01T23:20:57,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-01T23:20:57,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 388 msec 2024-12-01T23:20:57,340 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-01T23:20:57,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 474 msec 2024-12-01T23:20:57,355 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:41391' 2024-12-01T23:20:57,361 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9946b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:57,362 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41391,-1 for getting cluster id 2024-12-01T23:20:57,362 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:57,362 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35a81d39-80b3-4504-a0d0-b67716791310' 2024-12-01T23:20:57,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:57,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35a81d39-80b3-4504-a0d0-b67716791310" 2024-12-01T23:20:57,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322e9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:57,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41391,-1] 2024-12-01T23:20:57,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:57,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:57,365 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:57,366 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6291d2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:57,366 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:57,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41391,1733095220596 2024-12-01T23:20:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@256a6d56 2024-12-01T23:20:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:57,369 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-01T23:20:57,369 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,43217,1733095231899 (queues=1) is replicating from cluster=d02cd7bf-52b2-4a47-bb34-6bdf8740c73d to cluster=35a81d39-80b3-4504-a0d0-b67716791310 2024-12-01T23:20:57,369 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C43217%2C1733095231899 2024-12-01T23:20:57,370 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,43217,1733095231899, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:20:57,375 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C43217%2C1733095231899 2024-12-01T23:20:57,376 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1238, reset compression=false 2024-12-01T23:20:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T23:20:57,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:57,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:57,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:57,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:57,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:57,493 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:20:57,497 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-01T23:20:57,793 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1237, reset compression=false 2024-12-01T23:20:57,989 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1238, reset compression=false 2024-12-01T23:20:58,000 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:58,000 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1342, reset compression=false 2024-12-01T23:20:58,000 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,42299,1733095220955 got entry batch from reader: WALEntryBatch [walEntries=[{test/832da845c06d790969d0a853f04c1ec8/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T23:20:58,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:58,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:58,220 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1342, reset compression=false 2024-12-01T23:20:58,403 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1237, reset compression=false 2024-12-01T23:20:58,406 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:58,406 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1364, reset compression=false 2024-12-01T23:20:58,406 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,46805,1733095226537 got entry batch from reader: WALEntryBatch [walEntries=[{test/9195c9fe03ec1d4afab62453b4dfa9c8/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T23:20:58,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:58,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:58,498 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-01T23:20:58,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123c719e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:58,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41743,-1 for getting cluster id 2024-12-01T23:20:58,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:20:58,500 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd02cd7bf-52b2-4a47-bb34-6bdf8740c73d' 2024-12-01T23:20:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:20:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d02cd7bf-52b2-4a47-bb34-6bdf8740c73d" 2024-12-01T23:20:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7aae85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41743,-1] 2024-12-01T23:20:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:20:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:58,502 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:20:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61741372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:20:58,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:20:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41743,1733095231761 2024-12-01T23:20:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40787174 2024-12-01T23:20:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:20:58,506 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:20:58,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-01T23:20:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-01T23:20:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-01T23:20:58,523 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1342, reset compression=false 2024-12-01T23:20:58,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:20:58,609 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1364, reset compression=false 2024-12-01T23:20:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-01T23:20:58,615 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:58,615 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1468, reset compression=false 2024-12-01T23:20:58,615 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,46805,1733095226537 got entry batch from reader: WALEntryBatch [walEntries=[{test/9195c9fe03ec1d4afab62453b4dfa9c8/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T23:20:58,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:58,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43217 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:58,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-01T23:20:58,708 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-01T23:20:58,709 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-01T23:20:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-01T23:20:58,712 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on f962de17fdc3,43217,1733095231899 suceeded 2024-12-01T23:20:58,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-01T23:20:58,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-12-01T23:20:58,715 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-01T23:20:58,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 209 msec 2024-12-01T23:20:58,776 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, startPosition=1235, beingWritten=true 2024-12-01T23:20:58,780 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:20:58,780 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1512, reset compression=false 2024-12-01T23:20:58,780 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,43217,1733095231899 got entry batch from reader: WALEntryBatch [walEntries=[{test/717dd7a007bf274ce237162425e95bbd/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T23:20:58,782 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:20:58,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-01T23:20:58,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:20:58,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42299 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:20:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-01T23:20:58,822 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:20:58,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:58,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:58,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:58,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:58,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:58,824 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-01T23:20:58,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:20:58,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:58,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:58,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:58,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:58,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:20:58,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:20:58,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1260192019, stopped=false 2024-12-01T23:20:58,825 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,41743,1733095231761 2024-12-01T23:20:58,825 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1468, reset compression=false 2024-12-01T23:20:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21399671387/running 2024-12-01T23:20:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21399671387/running 2024-12-01T23:20:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:20:58,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:20:58,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:20:58,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:58,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:58,915 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,43217,1733095231899' ***** 2024-12-01T23:20:58,915 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:20:58,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Set watcher on znode that does not yet exist, /21399671387/running 2024-12-01T23:20:58,916 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:20:58,916 INFO [RS:0;f962de17fdc3:43217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:20:58,916 INFO [RS:0;f962de17fdc3:43217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:20:58,916 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(3091): Received CLOSE for 717dd7a007bf274ce237162425e95bbd 2024-12-01T23:20:58,916 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:20:58,916 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(3091): Received CLOSE for 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:58,916 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,43217,1733095231899 2024-12-01T23:20:58,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Set watcher on znode that does not yet exist, /21399671387/running 2024-12-01T23:20:58,916 INFO [RS:0;f962de17fdc3:43217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:20:58,916 INFO [RS:0;f962de17fdc3:43217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:43217. 2024-12-01T23:20:58,916 DEBUG [RS:0;f962de17fdc3:43217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:20:58,917 DEBUG [RS:0;f962de17fdc3:43217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:20:58,917 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:20:58,917 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:20:58,917 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:20:58,917 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:20:58,917 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 717dd7a007bf274ce237162425e95bbd, disabling compactions & flushes 2024-12-01T23:20:58,917 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:58,917 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:58,917 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095239173.717dd7a007bf274ce237162425e95bbd. after waiting 0 ms 2024-12-01T23:20:58,917 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:58,917 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 717dd7a007bf274ce237162425e95bbd 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-01T23:20:58,918 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:20:58,918 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1325): Online Regions={717dd7a007bf274ce237162425e95bbd=test,,1733095239173.717dd7a007bf274ce237162425e95bbd., 1588230740=hbase:meta,,1.1588230740, 954269a1cc68960a6974c9a04f44b812=hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812.} 2024-12-01T23:20:58,918 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 717dd7a007bf274ce237162425e95bbd, 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:58,918 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:20:58,918 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:20:58,918 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:20:58,918 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:20:58,918 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:20:58,918 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:20:58,926 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1342, reset compression=false 2024-12-01T23:20:58,936 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/info/2f5f45f988ec4ca2addf7a9707740338 is 147, key is hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812./info:regioninfo/1733095246809/Put/seqid=0 2024-12-01T23:20:58,937 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/.tmp/f/5816e0df1b8b41ee9728d326c1f87a5f is 37, key is row3/f:row3/1733095257494/Put/seqid=0 2024-12-01T23:20:58,949 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:58,949 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:20:58,949 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,42299,1733095220955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741840_1016 (size=7686) 2024-12-01T23:20:58,958 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/info/2f5f45f988ec4ca2addf7a9707740338 2024-12-01T23:20:58,976 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:20:58,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741841_1017 (size=5228) 2024-12-01T23:20:58,982 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/.tmp/f/5816e0df1b8b41ee9728d326c1f87a5f 2024-12-01T23:20:58,984 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1512, reset compression=false 2024-12-01T23:20:58,988 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5816e0df1b8b41ee9728d326c1f87a5f 2024-12-01T23:20:58,995 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/ns/914b33ca68314eb29e871783c20ec4a0 is 43, key is default/ns:d/1733095234811/Put/seqid=0 2024-12-01T23:20:58,999 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:58,999 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1759, reset compression=false 2024-12-01T23:20:58,999 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,43217,1733095231899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:20:59,000 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f962de17fdc3,43217,1733095231899: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f962de17fdc3,43217,1733095231899, walGroup=f962de17fdc3%2C43217%2C1733095231899, offset=f962de17fdc3%2C43217%2C1733095231899.1733095233781:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:43217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T23:20:59,001 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T23:20:59,002 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T23:20:59,002 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T23:20:59,002 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T23:20:59,002 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T23:20:59,002 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 912428744 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198212256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T23:20:59,002 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:41743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:41743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-01T23:20:59,032 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/.tmp/f1/ba4e9f7fef684fa89747a8f6452c9ebc is 30, key is row1/f1:/1733095254844/DeleteFamily/seqid=0 2024-12-01T23:20:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741842_1018 (size=5153) 2024-12-01T23:20:59,038 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/ns/914b33ca68314eb29e871783c20ec4a0 2024-12-01T23:20:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741843_1019 (size=5158) 2024-12-01T23:20:59,065 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/rep_barrier/02fe627b157d41b18d04e3e8346747b0 is 112, key is test,,1733095239173.717dd7a007bf274ce237162425e95bbd./rep_barrier:seqnumDuringOpen/1733095240314/Put/seqid=0 2024-12-01T23:20:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741844_1020 (size=5518) 2024-12-01T23:20:59,118 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 717dd7a007bf274ce237162425e95bbd, 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:59,129 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1468, reset compression=false 2024-12-01T23:20:59,168 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:20:59,238 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1759, reset compression=false 2024-12-01T23:20:59,318 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 717dd7a007bf274ce237162425e95bbd, 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:59,465 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/.tmp/f1/ba4e9f7fef684fa89747a8f6452c9ebc 2024-12-01T23:20:59,468 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba4e9f7fef684fa89747a8f6452c9ebc 2024-12-01T23:20:59,469 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/rep_barrier/02fe627b157d41b18d04e3e8346747b0 2024-12-01T23:20:59,472 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:20:59,482 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/.tmp/norep/674507e0a7cc4f558e2774eea79b305c is 33, key is row2/norep:/1733095255848/DeleteFamily/seqid=0 2024-12-01T23:20:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741845_1021 (size=5108) 2024-12-01T23:20:59,491 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/table/66d8bc020e8846f88f44c578b71bc865 is 53, key is hbase:replication/table:state/1733095246815/Put/seqid=0 2024-12-01T23:20:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741846_1022 (size=5308) 2024-12-01T23:20:59,494 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/table/66d8bc020e8846f88f44c578b71bc865 2024-12-01T23:20:59,499 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/info/2f5f45f988ec4ca2addf7a9707740338 as hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/info/2f5f45f988ec4ca2addf7a9707740338 2024-12-01T23:20:59,503 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/info/2f5f45f988ec4ca2addf7a9707740338, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:20:59,504 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/ns/914b33ca68314eb29e871783c20ec4a0 as hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/ns/914b33ca68314eb29e871783c20ec4a0 2024-12-01T23:20:59,507 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/ns/914b33ca68314eb29e871783c20ec4a0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:20:59,507 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/rep_barrier/02fe627b157d41b18d04e3e8346747b0 as hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/rep_barrier/02fe627b157d41b18d04e3e8346747b0 2024-12-01T23:20:59,510 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/rep_barrier/02fe627b157d41b18d04e3e8346747b0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:20:59,511 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/.tmp/table/66d8bc020e8846f88f44c578b71bc865 as hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/table/66d8bc020e8846f88f44c578b71bc865 2024-12-01T23:20:59,514 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/table/66d8bc020e8846f88f44c578b71bc865, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:20:59,515 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 597ms, sequenceid=16, compaction requested=false 2024-12-01T23:20:59,518 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 717dd7a007bf274ce237162425e95bbd, 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:59,519 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:20:59,520 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:20:59,520 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:20:59,520 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:20:59,520 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095258918Running coprocessor pre-close hooks at 1733095258918Disabling compacts and flushes for region at 1733095258918Disabling writes for close at 1733095258918Obtaining lock to block concurrent updates at 1733095258918Preparing flush snapshotting stores in 1588230740 at 1733095258918Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095258918Flushing stores of hbase:meta,,1.1588230740 at 1733095258919 (+1 ms)Flushing 1588230740/info: creating writer at 1733095258919Flushing 1588230740/info: appending metadata at 1733095258935 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733095258935Flushing 1588230740/ns: creating writer at 1733095258963 (+28 ms)Flushing 1588230740/ns: appending metadata at 1733095258995 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1733095258995Flushing 1588230740/rep_barrier: creating writer at 1733095259041 (+46 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095259065 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095259065Flushing 1588230740/table: creating writer at 1733095259473 (+408 ms)Flushing 1588230740/table: appending metadata at 1733095259491 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733095259491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50170b65: reopening flushed file at 1733095259498 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638a8679: reopening flushed file at 1733095259503 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c4342: reopening flushed file at 1733095259507 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61fbf9e2: reopening flushed file at 1733095259511 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 597ms, sequenceid=16, compaction requested=false at 1733095259515 (+4 ms)Writing region close event to WAL at 1733095259516 (+1 ms)Running coprocessor post-close hooks at 1733095259520 (+4 ms)Closed at 1733095259520 2024-12-01T23:20:59,521 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:20:59,532 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1468, reset compression=false 2024-12-01T23:20:59,541 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1759, reset compression=false 2024-12-01T23:20:59,699 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:20:59,699 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:20:59,718 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1351): Waiting on 717dd7a007bf274ce237162425e95bbd, 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:59,875 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:20:59,886 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/.tmp/norep/674507e0a7cc4f558e2774eea79b305c 2024-12-01T23:20:59,890 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 674507e0a7cc4f558e2774eea79b305c 2024-12-01T23:20:59,892 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/.tmp/f/5816e0df1b8b41ee9728d326c1f87a5f as hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/f/5816e0df1b8b41ee9728d326c1f87a5f 2024-12-01T23:20:59,896 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5816e0df1b8b41ee9728d326c1f87a5f 2024-12-01T23:20:59,896 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/f/5816e0df1b8b41ee9728d326c1f87a5f, entries=5, sequenceid=12, filesize=5.1 K 2024-12-01T23:20:59,897 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/.tmp/f1/ba4e9f7fef684fa89747a8f6452c9ebc as hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/f1/ba4e9f7fef684fa89747a8f6452c9ebc 2024-12-01T23:20:59,901 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba4e9f7fef684fa89747a8f6452c9ebc 2024-12-01T23:20:59,901 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/f1/ba4e9f7fef684fa89747a8f6452c9ebc, entries=3, sequenceid=12, filesize=5.0 K 2024-12-01T23:20:59,901 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/.tmp/norep/674507e0a7cc4f558e2774eea79b305c as hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/norep/674507e0a7cc4f558e2774eea79b305c 2024-12-01T23:20:59,905 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 674507e0a7cc4f558e2774eea79b305c 2024-12-01T23:20:59,905 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/norep/674507e0a7cc4f558e2774eea79b305c, entries=1, sequenceid=12, filesize=5.0 K 2024-12-01T23:20:59,905 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 717dd7a007bf274ce237162425e95bbd in 988ms, sequenceid=12, compaction requested=false 2024-12-01T23:20:59,912 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/data/default/test/717dd7a007bf274ce237162425e95bbd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T23:20:59,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:20:59,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:20:59,913 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:59,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 717dd7a007bf274ce237162425e95bbd: Waiting for close lock at 1733095258917Running coprocessor pre-close hooks at 1733095258917Disabling compacts and flushes for region at 1733095258917Disabling writes for close at 1733095258917Obtaining lock to block concurrent updates at 1733095258917Preparing flush snapshotting stores in 717dd7a007bf274ce237162425e95bbd at 1733095258917Finished memstore snapshotting test,,1733095239173.717dd7a007bf274ce237162425e95bbd., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733095258918 (+1 ms)Flushing stores of test,,1733095239173.717dd7a007bf274ce237162425e95bbd. at 1733095258918Flushing 717dd7a007bf274ce237162425e95bbd/f: creating writer at 1733095258918Flushing 717dd7a007bf274ce237162425e95bbd/f: appending metadata at 1733095258936 (+18 ms)Flushing 717dd7a007bf274ce237162425e95bbd/f: closing flushed file at 1733095258937 (+1 ms)Flushing 717dd7a007bf274ce237162425e95bbd/f1: creating writer at 1733095258988 (+51 ms)Flushing 717dd7a007bf274ce237162425e95bbd/f1: appending metadata at 1733095259028 (+40 ms)Flushing 717dd7a007bf274ce237162425e95bbd/f1: closing flushed file at 1733095259028Flushing 717dd7a007bf274ce237162425e95bbd/norep: creating writer at 1733095259468 (+440 ms)Flushing 717dd7a007bf274ce237162425e95bbd/norep: appending metadata at 1733095259482 (+14 ms)Flushing 717dd7a007bf274ce237162425e95bbd/norep: closing flushed file at 1733095259482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa56a3d: reopening flushed file at 1733095259890 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4bdb44: reopening flushed file at 1733095259896 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175647b1: reopening flushed file at 1733095259901 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 717dd7a007bf274ce237162425e95bbd in 988ms, sequenceid=12, compaction requested=false at 1733095259905 (+4 ms)Writing region close event to WAL at 1733095259909 (+4 ms)Running coprocessor post-close hooks at 1733095259913 (+4 ms)Closed at 1733095259913 2024-12-01T23:20:59,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095239173.717dd7a007bf274ce237162425e95bbd. 2024-12-01T23:20:59,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 954269a1cc68960a6974c9a04f44b812, disabling compactions & flushes 2024-12-01T23:20:59,913 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:59,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:59,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. after waiting 0 ms 2024-12-01T23:20:59,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:59,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 954269a1cc68960a6974c9a04f44b812: Waiting for close lock at 1733095259913Running coprocessor pre-close hooks at 1733095259913Disabling compacts and flushes for region at 1733095259913Disabling writes for close at 1733095259913Failed flush hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812., putting online again at 1733095259913 2024-12-01T23:20:59,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:59,919 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:20:59,919 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1325): Online Regions={954269a1cc68960a6974c9a04f44b812=hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812.} 2024-12-01T23:20:59,919 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(3091): Received CLOSE for 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:59,919 DEBUG [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1351): Waiting on 954269a1cc68960a6974c9a04f44b812 2024-12-01T23:20:59,919 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 954269a1cc68960a6974c9a04f44b812, disabling compactions & flushes 2024-12-01T23:20:59,919 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:59,919 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:59,919 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. after waiting 0 ms 2024-12-01T23:20:59,919 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:59,919 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 954269a1cc68960a6974c9a04f44b812: Waiting for close lock at 1733095259919Running coprocessor pre-close hooks at 1733095259919Disabling compacts and flushes for region at 1733095259919Disabling writes for close at 1733095259919Failed flush hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812., putting online again at 1733095259919 2024-12-01T23:20:59,919 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733095245645.954269a1cc68960a6974c9a04f44b812. 2024-12-01T23:20:59,943 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 1759, reset compression=false 2024-12-01T23:20:59,947 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:20:59,947 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 2403, reset compression=false 2024-12-01T23:21:00,034 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1468, reset compression=false 2024-12-01T23:21:00,119 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T23:21:00,119 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,43217,1733095231899; all regions closed. 2024-12-01T23:21:00,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:21:00,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741839_1015 (size=2390) 2024-12-01T23:21:00,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.rep.1733095246781 not finished, retry = 0 2024-12-01T23:21:00,150 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/WALs/f962de17fdc3,43217,1733095231899/f962de17fdc3%2C43217%2C1733095231899.1733095233781 to pos 2403, reset compression=false 2024-12-01T23:21:00,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741832_1008 (size=2411) 2024-12-01T23:21:00,228 DEBUG [RS:0;f962de17fdc3:43217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:00,228 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:00,228 INFO [RS:0;f962de17fdc3:43217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:00,228 INFO [RS:0;f962de17fdc3:43217 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:00,228 INFO [RS:0;f962de17fdc3:43217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:00,228 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:00,229 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,43217,1733095231899 because: Region server is closing 2024-12-01T23:21:00,229 INFO [RS:0;f962de17fdc3:43217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:43217. 2024-12-01T23:21:00,229 DEBUG [RS:0;f962de17fdc3:43217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:00,229 DEBUG [RS:0;f962de17fdc3:43217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:00,229 DEBUG [RS:0;f962de17fdc3:43217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:00,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:00,329 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.shipperf962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 terminated 2024-12-01T23:21:00,329 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,43217,1733095231899.replicationSource.wal-reader.f962de17fdc3%2C43217%2C1733095231899,1-f962de17fdc3,43217,1733095231899 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:21:00,330 INFO [RS:0;f962de17fdc3:43217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:43217. 2024-12-01T23:21:00,330 DEBUG [RS:0;f962de17fdc3:43217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:00,330 DEBUG [RS:0;f962de17fdc3:43217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:00,330 DEBUG [RS:0;f962de17fdc3:43217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:00,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:00,330 INFO [RS:0;f962de17fdc3:43217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43217 2024-12-01T23:21:00,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387/rs 2024-12-01T23:21:00,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21399671387/rs/f962de17fdc3,43217,1733095231899 2024-12-01T23:21:00,377 INFO [RS:0;f962de17fdc3:43217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:00,378 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:21:00,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,43217,1733095231899] 2024-12-01T23:21:00,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21399671387/draining/f962de17fdc3,43217,1733095231899 already deleted, retry=false 2024-12-01T23:21:00,504 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,43217,1733095231899 expired; onlineServers=0 2024-12-01T23:21:00,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,41743,1733095231761' ***** 2024-12-01T23:21:00,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:21:00,504 INFO [M:0;f962de17fdc3:41743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:00,504 INFO [M:0;f962de17fdc3:41743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:00,505 DEBUG [M:0;f962de17fdc3:41743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:21:00,505 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:21:00,505 DEBUG [M:0;f962de17fdc3:41743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:21:00,505 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095233519 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095233519,5,FailOnTimeoutGroup] 2024-12-01T23:21:00,505 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095233519 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095233519,5,FailOnTimeoutGroup] 2024-12-01T23:21:00,505 INFO [M:0;f962de17fdc3:41743 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:00,505 INFO [M:0;f962de17fdc3:41743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:00,505 DEBUG [M:0;f962de17fdc3:41743 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:21:00,505 INFO [M:0;f962de17fdc3:41743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:21:00,505 INFO [M:0;f962de17fdc3:41743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:00,505 INFO [M:0;f962de17fdc3:41743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:21:00,505 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:21:00,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:00,520 INFO [RS:0;f962de17fdc3:43217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:00,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43217-0x101933258ed0007, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:00,520 INFO [RS:0;f962de17fdc3:43217 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,43217,1733095231899; zookeeper connection closed. 2024-12-01T23:21:00,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40526f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40526f5 2024-12-01T23:21:00,520 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:21:00,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21399671387/master 2024-12-01T23:21:00,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21399671387 2024-12-01T23:21:00,585 DEBUG [M:0;f962de17fdc3:41743 {}] zookeeper.ZKUtil(347): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Unable to get data of znode /21399671387/master because node does not exist (not an error) 2024-12-01T23:21:00,586 WARN [M:0;f962de17fdc3:41743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:21:00,586 INFO [M:0;f962de17fdc3:41743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/.lastflushedseqids 2024-12-01T23:21:00,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741847_1023 (size=245) 2024-12-01T23:21:00,590 INFO [M:0;f962de17fdc3:41743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:21:00,590 INFO [M:0;f962de17fdc3:41743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:21:00,590 DEBUG [M:0;f962de17fdc3:41743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:21:00,591 INFO [M:0;f962de17fdc3:41743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:00,591 DEBUG [M:0;f962de17fdc3:41743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:00,591 DEBUG [M:0;f962de17fdc3:41743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:21:00,591 DEBUG [M:0;f962de17fdc3:41743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:00,591 INFO [M:0;f962de17fdc3:41743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-01T23:21:00,608 DEBUG [M:0;f962de17fdc3:41743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf1e59112ffe47c9b1d37d1280193ef5 is 82, key is hbase:meta,,1/info:regioninfo/1733095234793/Put/seqid=0 2024-12-01T23:21:00,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741848_1024 (size=5672) 2024-12-01T23:21:00,638 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1468, reset compression=false 2024-12-01T23:21:00,981 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:21:01,012 INFO [M:0;f962de17fdc3:41743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf1e59112ffe47c9b1d37d1280193ef5 2024-12-01T23:21:01,031 DEBUG [M:0;f962de17fdc3:41743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/277881aea999412c8c7f0fdbb17ed914 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733095246819/Put/seqid=0 2024-12-01T23:21:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741849_1025 (size=9212) 2024-12-01T23:21:01,341 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1468, reset compression=false 2024-12-01T23:21:01,346 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:21:01,435 INFO [M:0;f962de17fdc3:41743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/277881aea999412c8c7f0fdbb17ed914 2024-12-01T23:21:01,454 DEBUG [M:0;f962de17fdc3:41743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb9218e3b1dd48ceac417a749a98a376 is 69, key is f962de17fdc3,43217,1733095231899/rs:state/1733095233581/Put/seqid=0 2024-12-01T23:21:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741850_1026 (size=5156) 2024-12-01T23:21:01,684 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:21:01,858 INFO [M:0;f962de17fdc3:41743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb9218e3b1dd48ceac417a749a98a376 2024-12-01T23:21:01,861 DEBUG [M:0;f962de17fdc3:41743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf1e59112ffe47c9b1d37d1280193ef5 as hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf1e59112ffe47c9b1d37d1280193ef5 2024-12-01T23:21:01,864 INFO [M:0;f962de17fdc3:41743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf1e59112ffe47c9b1d37d1280193ef5, entries=8, sequenceid=127, filesize=5.5 K 2024-12-01T23:21:01,865 DEBUG [M:0;f962de17fdc3:41743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/277881aea999412c8c7f0fdbb17ed914 as hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/277881aea999412c8c7f0fdbb17ed914 2024-12-01T23:21:01,868 INFO [M:0;f962de17fdc3:41743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/277881aea999412c8c7f0fdbb17ed914, entries=15, sequenceid=127, filesize=9.0 K 2024-12-01T23:21:01,869 DEBUG [M:0;f962de17fdc3:41743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb9218e3b1dd48ceac417a749a98a376 as hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb9218e3b1dd48ceac417a749a98a376 2024-12-01T23:21:01,872 INFO [M:0;f962de17fdc3:41743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40685/user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb9218e3b1dd48ceac417a749a98a376, entries=1, sequenceid=127, filesize=5.0 K 2024-12-01T23:21:01,873 INFO [M:0;f962de17fdc3:41743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=127, compaction requested=false 2024-12-01T23:21:01,883 INFO [M:0;f962de17fdc3:41743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:01,883 DEBUG [M:0;f962de17fdc3:41743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095260590Disabling compacts and flushes for region at 1733095260590Disabling writes for close at 1733095260591 (+1 ms)Obtaining lock to block concurrent updates at 1733095260591Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095260591Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733095260591Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095260591Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095260592 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095260607 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095260607Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095261015 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095261031 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095261031Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095261439 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095261454 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095261454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137562d1: reopening flushed file at 1733095261861 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b8683: reopening flushed file at 1733095261864 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35618d16: reopening flushed file at 1733095261868 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=127, compaction requested=false at 1733095261873 (+5 ms)Writing region close event to WAL at 1733095261883 (+10 ms)Closed at 1733095261883 2024-12-01T23:21:01,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44543 is added to blk_1073741830_1006 (size=73866) 2024-12-01T23:21:01,887 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a5cd7c9-f35d-24e8-8d17-0c66cceb50eb/MasterData/WALs/f962de17fdc3,41743,1733095231761/f962de17fdc3%2C41743%2C1733095231761.1733095233260 not finished, retry = 0 2024-12-01T23:21:01,988 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:01,988 INFO [M:0;f962de17fdc3:41743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:21:01,988 INFO [M:0;f962de17fdc3:41743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41743 2024-12-01T23:21:01,989 INFO [M:0;f962de17fdc3:41743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:02,143 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1468, reset compression=false 2024-12-01T23:21:02,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:02,196 INFO [M:0;f962de17fdc3:41743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:02,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41743-0x101933258ed0006, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:02,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15cfca75{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:21:02,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d3cd1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:02,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:02,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac66193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:02,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c0d717c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:02,199 WARN [BP-1346957277-172.17.0.3-1733095229516 heartbeating to localhost/127.0.0.1:40685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:21:02,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:21:02,199 WARN [BP-1346957277-172.17.0.3-1733095229516 heartbeating to localhost/127.0.0.1:40685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1346957277-172.17.0.3-1733095229516 (Datanode Uuid d0c421ce-e314-4f8a-8d30-445f8cdac6e1) service to localhost/127.0.0.1:40685 2024-12-01T23:21:02,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:21:02,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/cluster_da91659c-d819-fd44-e817-381a1dd043b1/data/data1/current/BP-1346957277-172.17.0.3-1733095229516 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:02,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/cluster_da91659c-d819-fd44-e817-381a1dd043b1/data/data2/current/BP-1346957277-172.17.0.3-1733095229516 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:02,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:21:02,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@581ba778{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:21:02,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@491650c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:02,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:02,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202c2ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:02,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5d4c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:02,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:21:02,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:21:02,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:02,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:02,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:02,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:02,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:02,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:21:02,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=867202905, stopped=false 2024-12-01T23:21:02,223 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,46079,1733095226082 2024-12-01T23:21:02,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11070311469/running 2024-12-01T23:21:02,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11070311469/running 2024-12-01T23:21:02,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:21:02,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:21:02,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:02,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:02,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:02,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:02,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,46805,1733095226537' ***** 2024-12-01T23:21:02,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:21:02,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Set watcher on znode that does not yet exist, /11070311469/running 2024-12-01T23:21:02,239 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:21:02,239 INFO [RS:0;f962de17fdc3:46805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:21:02,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:21:02,239 INFO [RS:0;f962de17fdc3:46805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:21:02,239 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(3091): Received CLOSE for 9195c9fe03ec1d4afab62453b4dfa9c8 2024-12-01T23:21:02,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Set watcher on znode that does not yet exist, /11070311469/running 2024-12-01T23:21:02,240 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(3091): Received CLOSE for cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:21:02,240 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,46805,1733095226537 2024-12-01T23:21:02,240 INFO [RS:0;f962de17fdc3:46805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:02,240 INFO [RS:0;f962de17fdc3:46805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:46805. 2024-12-01T23:21:02,240 DEBUG [RS:0;f962de17fdc3:46805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:02,240 DEBUG [RS:0;f962de17fdc3:46805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:02,240 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:21:02,240 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:21:02,240 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:21:02,240 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:21:02,240 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9195c9fe03ec1d4afab62453b4dfa9c8, disabling compactions & flushes 2024-12-01T23:21:02,240 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:21:02,240 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:21:02,240 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. after waiting 0 ms 2024-12-01T23:21:02,240 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:21:02,240 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9195c9fe03ec1d4afab62453b4dfa9c8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-01T23:21:02,248 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:21:02,248 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1325): Online Regions={9195c9fe03ec1d4afab62453b4dfa9c8=test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8., 1588230740=hbase:meta,,1.1588230740, cf4f3cc7271db72bef80e96f1f151e43=hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43.} 2024-12-01T23:21:02,249 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9195c9fe03ec1d4afab62453b4dfa9c8, cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:21:02,249 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:21:02,249 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:21:02,249 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:21:02,249 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:21:02,249 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:21:02,249 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:21:02,264 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/info/aabbedaa189a4e7d8bc717a58e6ff37f is 147, key is hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43./info:regioninfo/1733095244697/Put/seqid=0 2024-12-01T23:21:02,264 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/.tmp/f/24934cef027c453ea7440a91d017b2a8 is 37, key is row3/f:row3/1733095257494/Put/seqid=0 2024-12-01T23:21:02,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741840_1016 (size=7686) 2024-12-01T23:21:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741841_1017 (size=5228) 2024-12-01T23:21:02,291 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:21:02,291 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:21:02,317 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:02,449 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9195c9fe03ec1d4afab62453b4dfa9c8, cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:21:02,487 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:21:02,649 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9195c9fe03ec1d4afab62453b4dfa9c8, cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:21:02,672 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/info/aabbedaa189a4e7d8bc717a58e6ff37f 2024-12-01T23:21:02,677 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/.tmp/f/24934cef027c453ea7440a91d017b2a8 2024-12-01T23:21:02,680 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24934cef027c453ea7440a91d017b2a8 2024-12-01T23:21:02,689 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/ns/cb4e337983e74045ade2785599cadeeb is 43, key is default/ns:d/1733095229443/Put/seqid=0 2024-12-01T23:21:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741842_1018 (size=5153) 2024-12-01T23:21:02,693 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/.tmp/f1/247790a9cfb64855b9cc7a8e1037b40a is 30, key is row1/f1:/1733095254844/DeleteFamily/seqid=0 2024-12-01T23:21:02,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741843_1019 (size=5158) 2024-12-01T23:21:02,849 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9195c9fe03ec1d4afab62453b4dfa9c8, cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:21:03,047 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1468, reset compression=false 2024-12-01T23:21:03,049 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9195c9fe03ec1d4afab62453b4dfa9c8, cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:21:03,054 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:03,054 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1715, reset compression=false 2024-12-01T23:21:03,054 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,46805,1733095226537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:03,054 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f962de17fdc3,46805,1733095226537: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f962de17fdc3,46805,1733095226537, walGroup=f962de17fdc3%2C46805%2C1733095226537, offset=f962de17fdc3%2C46805%2C1733095226537.1733095228419:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:46805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T23:21:03,055 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T23:21:03,055 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T23:21:03,056 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T23:21:03,056 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T23:21:03,056 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T23:21:03,056 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 992120520 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198650576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T23:21:03,056 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:46079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:46079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-01T23:21:03,093 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/ns/cb4e337983e74045ade2785599cadeeb 2024-12-01T23:21:03,096 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/.tmp/f1/247790a9cfb64855b9cc7a8e1037b40a 2024-12-01T23:21:03,101 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 247790a9cfb64855b9cc7a8e1037b40a 2024-12-01T23:21:03,116 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/rep_barrier/a28cd60bfb1d45fab3cd729f79d4bdfd is 112, key is test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8./rep_barrier:seqnumDuringOpen/1733095238170/Put/seqid=0 2024-12-01T23:21:03,117 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/.tmp/norep/59f9bfa40ac045e8af65c613f6530031 is 33, key is row1/norep:/1733095254844/DeleteFamily/seqid=0 2024-12-01T23:21:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741845_1021 (size=5108) 2024-12-01T23:21:03,122 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/.tmp/norep/59f9bfa40ac045e8af65c613f6530031 2024-12-01T23:21:03,127 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59f9bfa40ac045e8af65c613f6530031 2024-12-01T23:21:03,128 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/.tmp/f/24934cef027c453ea7440a91d017b2a8 as hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/f/24934cef027c453ea7440a91d017b2a8 2024-12-01T23:21:03,132 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24934cef027c453ea7440a91d017b2a8 2024-12-01T23:21:03,132 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/f/24934cef027c453ea7440a91d017b2a8, entries=5, sequenceid=12, filesize=5.1 K 2024-12-01T23:21:03,135 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/.tmp/f1/247790a9cfb64855b9cc7a8e1037b40a as hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/f1/247790a9cfb64855b9cc7a8e1037b40a 2024-12-01T23:21:03,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741844_1020 (size=5518) 2024-12-01T23:21:03,136 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/rep_barrier/a28cd60bfb1d45fab3cd729f79d4bdfd 2024-12-01T23:21:03,139 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 247790a9cfb64855b9cc7a8e1037b40a 2024-12-01T23:21:03,140 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/f1/247790a9cfb64855b9cc7a8e1037b40a, entries=3, sequenceid=12, filesize=5.0 K 2024-12-01T23:21:03,140 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/.tmp/norep/59f9bfa40ac045e8af65c613f6530031 as hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/norep/59f9bfa40ac045e8af65c613f6530031 2024-12-01T23:21:03,144 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59f9bfa40ac045e8af65c613f6530031 2024-12-01T23:21:03,144 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/norep/59f9bfa40ac045e8af65c613f6530031, entries=1, sequenceid=12, filesize=5.0 K 2024-12-01T23:21:03,145 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9195c9fe03ec1d4afab62453b4dfa9c8 in 905ms, sequenceid=12, compaction requested=false 2024-12-01T23:21:03,168 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/table/9ea7b1efd9054823b0a5418a4e250e25 is 53, key is hbase:replication/table:state/1733095244703/Put/seqid=0 2024-12-01T23:21:03,173 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/default/test/9195c9fe03ec1d4afab62453b4dfa9c8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T23:21:03,173 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:03,173 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:21:03,174 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:21:03,174 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9195c9fe03ec1d4afab62453b4dfa9c8: Waiting for close lock at 1733095262240Running coprocessor pre-close hooks at 1733095262240Disabling compacts and flushes for region at 1733095262240Disabling writes for close at 1733095262240Obtaining lock to block concurrent updates at 1733095262240Preparing flush snapshotting stores in 9195c9fe03ec1d4afab62453b4dfa9c8 at 1733095262240Finished memstore snapshotting test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733095262241 (+1 ms)Flushing stores of test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. at 1733095262241Flushing 9195c9fe03ec1d4afab62453b4dfa9c8/f: creating writer at 1733095262241Flushing 9195c9fe03ec1d4afab62453b4dfa9c8/f: appending metadata at 1733095262264 (+23 ms)Flushing 9195c9fe03ec1d4afab62453b4dfa9c8/f: closing flushed file at 1733095262264Flushing 9195c9fe03ec1d4afab62453b4dfa9c8/f1: creating writer at 1733095262680 (+416 ms)Flushing 9195c9fe03ec1d4afab62453b4dfa9c8/f1: appending metadata at 1733095262692 (+12 ms)Flushing 9195c9fe03ec1d4afab62453b4dfa9c8/f1: closing flushed file at 1733095262692Flushing 9195c9fe03ec1d4afab62453b4dfa9c8/norep: creating writer at 1733095263101 (+409 ms)Flushing 9195c9fe03ec1d4afab62453b4dfa9c8/norep: appending metadata at 1733095263117 (+16 ms)Flushing 9195c9fe03ec1d4afab62453b4dfa9c8/norep: closing flushed file at 1733095263117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12992226: reopening flushed file at 1733095263127 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9dbf08: reopening flushed file at 1733095263132 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358ce295: reopening flushed file at 1733095263140 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9195c9fe03ec1d4afab62453b4dfa9c8 in 905ms, sequenceid=12, compaction requested=false at 1733095263145 (+5 ms)Writing region close event to WAL at 1733095263158 (+13 ms)Running coprocessor post-close hooks at 1733095263173 (+15 ms)Closed at 1733095263174 (+1 ms) 2024-12-01T23:21:03,174 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095237024.9195c9fe03ec1d4afab62453b4dfa9c8. 2024-12-01T23:21:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741846_1022 (size=5308) 2024-12-01T23:21:03,174 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf4f3cc7271db72bef80e96f1f151e43, disabling compactions & flushes 2024-12-01T23:21:03,174 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:21:03,174 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:21:03,174 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. after waiting 0 ms 2024-12-01T23:21:03,174 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:21:03,174 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf4f3cc7271db72bef80e96f1f151e43: Waiting for close lock at 1733095263174Running coprocessor pre-close hooks at 1733095263174Disabling compacts and flushes for region at 1733095263174Disabling writes for close at 1733095263174Failed flush hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43., putting online again at 1733095263174 2024-12-01T23:21:03,174 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/table/9ea7b1efd9054823b0a5418a4e250e25 2024-12-01T23:21:03,174 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:21:03,179 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/info/aabbedaa189a4e7d8bc717a58e6ff37f as hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/info/aabbedaa189a4e7d8bc717a58e6ff37f 2024-12-01T23:21:03,182 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/info/aabbedaa189a4e7d8bc717a58e6ff37f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:21:03,183 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/ns/cb4e337983e74045ade2785599cadeeb as hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/ns/cb4e337983e74045ade2785599cadeeb 2024-12-01T23:21:03,186 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/ns/cb4e337983e74045ade2785599cadeeb, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:21:03,187 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/rep_barrier/a28cd60bfb1d45fab3cd729f79d4bdfd as hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/rep_barrier/a28cd60bfb1d45fab3cd729f79d4bdfd 2024-12-01T23:21:03,192 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/rep_barrier/a28cd60bfb1d45fab3cd729f79d4bdfd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:21:03,193 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/.tmp/table/9ea7b1efd9054823b0a5418a4e250e25 as hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/table/9ea7b1efd9054823b0a5418a4e250e25 2024-12-01T23:21:03,197 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/table/9ea7b1efd9054823b0a5418a4e250e25, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:21:03,198 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 949ms, sequenceid=16, compaction requested=false 2024-12-01T23:21:03,202 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:21:03,202 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:03,202 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:21:03,202 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:03,202 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095262248Running coprocessor pre-close hooks at 1733095262248Disabling compacts and flushes for region at 1733095262248Disabling writes for close at 1733095262249 (+1 ms)Obtaining lock to block concurrent updates at 1733095262249Preparing flush snapshotting stores in 1588230740 at 1733095262249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095262249Flushing stores of hbase:meta,,1.1588230740 at 1733095262250 (+1 ms)Flushing 1588230740/info: creating writer at 1733095262250Flushing 1588230740/info: appending metadata at 1733095262264 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733095262264Flushing 1588230740/ns: creating writer at 1733095262677 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733095262689 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733095262689Flushing 1588230740/rep_barrier: creating writer at 1733095263098 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095263116 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095263116Flushing 1588230740/table: creating writer at 1733095263141 (+25 ms)Flushing 1588230740/table: appending metadata at 1733095263167 (+26 ms)Flushing 1588230740/table: closing flushed file at 1733095263167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61340ce7: reopening flushed file at 1733095263178 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89b005: reopening flushed file at 1733095263182 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6e9095: reopening flushed file at 1733095263186 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7462325e: reopening flushed file at 1733095263192 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 949ms, sequenceid=16, compaction requested=false at 1733095263198 (+6 ms)Writing region close event to WAL at 1733095263199 (+1 ms)Running coprocessor post-close hooks at 1733095263202 (+3 ms)Closed at 1733095263202 2024-12-01T23:21:03,202 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:03,249 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:21:03,249 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1325): Online Regions={cf4f3cc7271db72bef80e96f1f151e43=hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43.} 2024-12-01T23:21:03,250 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(3091): Received CLOSE for cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:21:03,250 DEBUG [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1351): Waiting on cf4f3cc7271db72bef80e96f1f151e43 2024-12-01T23:21:03,250 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf4f3cc7271db72bef80e96f1f151e43, disabling compactions & flushes 2024-12-01T23:21:03,250 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:21:03,250 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:21:03,250 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. after waiting 0 ms 2024-12-01T23:21:03,250 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:21:03,250 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf4f3cc7271db72bef80e96f1f151e43: Waiting for close lock at 1733095263250Running coprocessor pre-close hooks at 1733095263250Disabling compacts and flushes for region at 1733095263250Disabling writes for close at 1733095263250Failed flush hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43., putting online again at 1733095263250 2024-12-01T23:21:03,250 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733095243487.cf4f3cc7271db72bef80e96f1f151e43. 2024-12-01T23:21:03,257 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 1715, reset compression=false 2024-12-01T23:21:03,262 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:03,262 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 2359, reset compression=false 2024-12-01T23:21:03,390 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:21:03,450 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T23:21:03,450 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,46805,1733095226537; all regions closed. 2024-12-01T23:21:03,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:21:03,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741839_1015 (size=2609) 2024-12-01T23:21:03,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741832_1008 (size=2367) 2024-12-01T23:21:03,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 not finished, retry = 0 2024-12-01T23:21:03,465 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 to pos 2359, reset compression=false 2024-12-01T23:21:03,556 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/WALs/f962de17fdc3,46805,1733095226537/f962de17fdc3%2C46805%2C1733095226537.1733095228419 2024-12-01T23:21:03,556 DEBUG [RS:0;f962de17fdc3:46805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:03,556 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:03,556 INFO [RS:0;f962de17fdc3:46805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:03,556 INFO [RS:0;f962de17fdc3:46805 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:03,556 INFO [RS:0;f962de17fdc3:46805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:03,556 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:03,557 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,46805,1733095226537 because: Region server is closing 2024-12-01T23:21:03,557 INFO [RS:0;f962de17fdc3:46805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:46805. 2024-12-01T23:21:03,557 DEBUG [RS:0;f962de17fdc3:46805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:03,557 DEBUG [RS:0;f962de17fdc3:46805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:03,557 DEBUG [RS:0;f962de17fdc3:46805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:03,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:03,657 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.shipperf962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 terminated 2024-12-01T23:21:03,657 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,46805,1733095226537.replicationSource.wal-reader.f962de17fdc3%2C46805%2C1733095226537,1-f962de17fdc3,46805,1733095226537 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-01T23:21:03,658 INFO [RS:0;f962de17fdc3:46805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:46805. 2024-12-01T23:21:03,658 DEBUG [RS:0;f962de17fdc3:46805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:03,658 DEBUG [RS:0;f962de17fdc3:46805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:03,658 DEBUG [RS:0;f962de17fdc3:46805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:03,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:03,658 INFO [RS:0;f962de17fdc3:46805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46805 2024-12-01T23:21:03,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469/rs 2024-12-01T23:21:03,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11070311469/rs/f962de17fdc3,46805,1733095226537 2024-12-01T23:21:03,680 INFO [RS:0;f962de17fdc3:46805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:03,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,46805,1733095226537] 2024-12-01T23:21:03,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11070311469/draining/f962de17fdc3,46805,1733095226537 already deleted, retry=false 2024-12-01T23:21:03,769 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,46805,1733095226537 expired; onlineServers=0 2024-12-01T23:21:03,769 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,46079,1733095226082' ***** 2024-12-01T23:21:03,769 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:21:03,769 INFO [M:0;f962de17fdc3:46079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:03,769 INFO [M:0;f962de17fdc3:46079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:03,770 DEBUG [M:0;f962de17fdc3:46079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:21:03,770 DEBUG [M:0;f962de17fdc3:46079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:21:03,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:21:03,770 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095228140 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095228140,5,FailOnTimeoutGroup] 2024-12-01T23:21:03,770 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095228141 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095228141,5,FailOnTimeoutGroup] 2024-12-01T23:21:03,770 INFO [M:0;f962de17fdc3:46079 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:03,770 INFO [M:0;f962de17fdc3:46079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:03,770 DEBUG [M:0;f962de17fdc3:46079 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:21:03,770 INFO [M:0;f962de17fdc3:46079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:21:03,770 INFO [M:0;f962de17fdc3:46079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:03,770 INFO [M:0;f962de17fdc3:46079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:21:03,770 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:21:03,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:03,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46805-0x101933258ed0004, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:03,802 INFO [RS:0;f962de17fdc3:46805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:03,802 INFO [RS:0;f962de17fdc3:46805 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,46805,1733095226537; zookeeper connection closed. 2024-12-01T23:21:03,802 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b333c4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b333c4c 2024-12-01T23:21:03,802 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:21:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11070311469/master 2024-12-01T23:21:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11070311469 2024-12-01T23:21:03,885 DEBUG [M:0;f962de17fdc3:46079 {}] zookeeper.ZKUtil(347): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Unable to get data of znode /11070311469/master because node does not exist (not an error) 2024-12-01T23:21:03,885 WARN [M:0;f962de17fdc3:46079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:21:03,886 INFO [M:0;f962de17fdc3:46079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/.lastflushedseqids 2024-12-01T23:21:03,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741847_1023 (size=245) 2024-12-01T23:21:03,890 INFO [master/f962de17fdc3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T23:21:03,890 INFO [master/f962de17fdc3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T23:21:04,290 INFO [M:0;f962de17fdc3:46079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:21:04,290 INFO [M:0;f962de17fdc3:46079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:21:04,291 DEBUG [M:0;f962de17fdc3:46079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:21:04,291 INFO [M:0;f962de17fdc3:46079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:04,291 DEBUG [M:0;f962de17fdc3:46079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:04,291 DEBUG [M:0;f962de17fdc3:46079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:21:04,291 DEBUG [M:0;f962de17fdc3:46079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:04,291 INFO [M:0;f962de17fdc3:46079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-01T23:21:04,306 DEBUG [M:0;f962de17fdc3:46079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aea81932da884f32a0c9d3779bee5ad8 is 82, key is hbase:meta,,1/info:regioninfo/1733095229408/Put/seqid=0 2024-12-01T23:21:04,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741848_1024 (size=5672) 2024-12-01T23:21:04,393 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:21:04,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:04,710 INFO [M:0;f962de17fdc3:46079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aea81932da884f32a0c9d3779bee5ad8 2024-12-01T23:21:04,725 DEBUG [M:0;f962de17fdc3:46079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b177061a430f499cb3551b003003070f is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733095238179/Put/seqid=0 2024-12-01T23:21:04,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741849_1025 (size=7217) 2024-12-01T23:21:05,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:21:05,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,129 INFO [M:0;f962de17fdc3:46079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b177061a430f499cb3551b003003070f 2024-12-01T23:21:05,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:05,134 INFO [M:0;f962de17fdc3:46079 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b177061a430f499cb3551b003003070f 2024-12-01T23:21:05,159 DEBUG [M:0;f962de17fdc3:46079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70e1be365c9844a4be5cab1106f16606 is 69, key is f962de17fdc3,46805,1733095226537/rs:state/1733095228202/Put/seqid=0 2024-12-01T23:21:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741850_1026 (size=5156) 2024-12-01T23:21:05,171 INFO [M:0;f962de17fdc3:46079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70e1be365c9844a4be5cab1106f16606 2024-12-01T23:21:05,176 DEBUG [M:0;f962de17fdc3:46079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aea81932da884f32a0c9d3779bee5ad8 as hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aea81932da884f32a0c9d3779bee5ad8 2024-12-01T23:21:05,180 INFO [M:0;f962de17fdc3:46079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aea81932da884f32a0c9d3779bee5ad8, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T23:21:05,181 DEBUG [M:0;f962de17fdc3:46079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b177061a430f499cb3551b003003070f as hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b177061a430f499cb3551b003003070f 2024-12-01T23:21:05,185 INFO [M:0;f962de17fdc3:46079 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b177061a430f499cb3551b003003070f 2024-12-01T23:21:05,185 INFO [M:0;f962de17fdc3:46079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b177061a430f499cb3551b003003070f, entries=11, sequenceid=105, filesize=7.0 K 2024-12-01T23:21:05,186 DEBUG [M:0;f962de17fdc3:46079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70e1be365c9844a4be5cab1106f16606 as hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70e1be365c9844a4be5cab1106f16606 2024-12-01T23:21:05,191 INFO [M:0;f962de17fdc3:46079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42561/user/jenkins/test-data/586a70f3-e2d4-03b8-fe84-b52a3ffb7f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70e1be365c9844a4be5cab1106f16606, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T23:21:05,192 INFO [M:0;f962de17fdc3:46079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=105, compaction requested=false 2024-12-01T23:21:05,201 INFO [M:0;f962de17fdc3:46079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:05,201 DEBUG [M:0;f962de17fdc3:46079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095264290Disabling compacts and flushes for region at 1733095264290Disabling writes for close at 1733095264291 (+1 ms)Obtaining lock to block concurrent updates at 1733095264291Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095264291Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733095264291Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095264292 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095264292Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095264306 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095264306Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095264713 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095264725 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095264725Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095265134 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095265156 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095265156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44699e4a: reopening flushed file at 1733095265175 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c735d5: reopening flushed file at 1733095265180 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0a626c: reopening flushed file at 1733095265185 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=105, compaction requested=false at 1733095265192 (+7 ms)Writing region close event to WAL at 1733095265201 (+9 ms)Closed at 1733095265201 2024-12-01T23:21:05,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741830_1006 (size=64411) 2024-12-01T23:21:05,203 INFO [M:0;f962de17fdc3:46079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:21:05,204 INFO [M:0;f962de17fdc3:46079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46079 2024-12-01T23:21:05,204 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:05,204 INFO [M:0;f962de17fdc3:46079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:05,317 INFO [M:0;f962de17fdc3:46079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:05,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:05,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46079-0x101933258ed0003, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:05,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77cb3a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:21:05,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37999a1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:05,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:05,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b0c9f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:05,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9e1646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:05,322 WARN [BP-2126821771-172.17.0.3-1733095223953 heartbeating to localhost/127.0.0.1:42561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:21:05,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:21:05,322 WARN [BP-2126821771-172.17.0.3-1733095223953 heartbeating to localhost/127.0.0.1:42561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2126821771-172.17.0.3-1733095223953 (Datanode Uuid fa007696-8daf-44c4-8384-184d6a189250) service to localhost/127.0.0.1:42561 2024-12-01T23:21:05,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:21:05,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/cluster_7163b572-16a3-ec3e-0599-1e37323dd3bc/data/data1/current/BP-2126821771-172.17.0.3-1733095223953 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:05,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/cluster_7163b572-16a3-ec3e-0599-1e37323dd3bc/data/data2/current/BP-2126821771-172.17.0.3-1733095223953 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:05,323 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:21:05,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cd26dc7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:21:05,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dafa61f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:05,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:05,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@673761d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:05,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71788b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/684ddb44-6b72-8062-74a9-b5d45dcc094c/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:05,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:21:05,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:21:05,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:05,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:05,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:05,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:05,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:05,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:21:05,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=742427652, stopped=false 2024-12-01T23:21:05,345 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,41391,1733095220596 2024-12-01T23:21:05,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0427799458/running 2024-12-01T23:21:05,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0427799458/running 2024-12-01T23:21:05,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:21:05,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:21:05,360 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:05,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:05,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:05,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:05,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Set watcher on znode that does not yet exist, /0427799458/running 2024-12-01T23:21:05,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Set watcher on znode that does not yet exist, /0427799458/running 2024-12-01T23:21:05,360 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,42299,1733095220955' ***** 2024-12-01T23:21:05,361 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:21:05,361 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:21:05,361 INFO [RS:0;f962de17fdc3:42299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:21:05,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:21:05,361 INFO [RS:0;f962de17fdc3:42299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:21:05,361 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(3091): Received CLOSE for e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:21:05,361 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(3091): Received CLOSE for 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:21:05,361 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,42299,1733095220955 2024-12-01T23:21:05,361 INFO [RS:0;f962de17fdc3:42299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:05,361 INFO [RS:0;f962de17fdc3:42299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:42299. 2024-12-01T23:21:05,361 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0bbbf8c27ebf31c43e1b5906f4aedbd, disabling compactions & flushes 2024-12-01T23:21:05,361 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:21:05,361 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:21:05,361 DEBUG [RS:0;f962de17fdc3:42299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:05,361 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. after waiting 0 ms 2024-12-01T23:21:05,361 DEBUG [RS:0;f962de17fdc3:42299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:05,361 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:21:05,362 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:21:05,362 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:21:05,362 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0bbbf8c27ebf31c43e1b5906f4aedbd 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-01T23:21:05,362 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:21:05,362 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:21:05,362 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:21:05,362 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1325): Online Regions={e0bbbf8c27ebf31c43e1b5906f4aedbd=hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd., 1588230740=hbase:meta,,1.1588230740, 832da845c06d790969d0a853f04c1ec8=test,,1733095234875.832da845c06d790969d0a853f04c1ec8.} 2024-12-01T23:21:05,362 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 832da845c06d790969d0a853f04c1ec8, e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:21:05,362 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:21:05,362 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:21:05,362 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:21:05,362 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:21:05,362 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:21:05,362 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:21:05,377 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/info/b9a62aac1ac644aca22f050fee3b5a3a is 147, key is hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd./info:regioninfo/1733095242495/Put/seqid=0 2024-12-01T23:21:05,378 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/replication/e0bbbf8c27ebf31c43e1b5906f4aedbd/.tmp/queue/849c8c8ea70b40a88d874bf1a8b649e3 is 154, key is 1-f962de17fdc3,42299,1733095220955/queue:f962de17fdc3%2C42299%2C1733095220955/1733095258951/Put/seqid=0 2024-12-01T23:21:05,380 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:05,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741841_1017 (size=5353) 2024-12-01T23:21:05,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741840_1016 (size=7686) 2024-12-01T23:21:05,497 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:21:05,562 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 832da845c06d790969d0a853f04c1ec8, e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:21:05,743 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:21:05,743 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:21:05,762 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 832da845c06d790969d0a853f04c1ec8, e0bbbf8c27ebf31c43e1b5906f4aedbd 2024-12-01T23:21:05,781 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/replication/e0bbbf8c27ebf31c43e1b5906f4aedbd/.tmp/queue/849c8c8ea70b40a88d874bf1a8b649e3 2024-12-01T23:21:05,781 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/info/b9a62aac1ac644aca22f050fee3b5a3a 2024-12-01T23:21:05,785 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/replication/e0bbbf8c27ebf31c43e1b5906f4aedbd/.tmp/queue/849c8c8ea70b40a88d874bf1a8b649e3 as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/replication/e0bbbf8c27ebf31c43e1b5906f4aedbd/queue/849c8c8ea70b40a88d874bf1a8b649e3 2024-12-01T23:21:05,788 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/replication/e0bbbf8c27ebf31c43e1b5906f4aedbd/queue/849c8c8ea70b40a88d874bf1a8b649e3, entries=1, sequenceid=14, filesize=5.2 K 2024-12-01T23:21:05,789 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e0bbbf8c27ebf31c43e1b5906f4aedbd in 428ms, sequenceid=14, compaction requested=false 2024-12-01T23:21:05,792 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/replication/e0bbbf8c27ebf31c43e1b5906f4aedbd/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-01T23:21:05,793 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:05,793 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:21:05,793 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:21:05,793 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0bbbf8c27ebf31c43e1b5906f4aedbd: Waiting for close lock at 1733095265361Running coprocessor pre-close hooks at 1733095265361Disabling compacts and flushes for region at 1733095265361Disabling writes for close at 1733095265361Obtaining lock to block concurrent updates at 1733095265362 (+1 ms)Preparing flush snapshotting stores in e0bbbf8c27ebf31c43e1b5906f4aedbd at 1733095265362Finished memstore snapshotting hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733095265362Flushing stores of hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. at 1733095265362Flushing e0bbbf8c27ebf31c43e1b5906f4aedbd/queue: creating writer at 1733095265362Flushing e0bbbf8c27ebf31c43e1b5906f4aedbd/queue: appending metadata at 1733095265377 (+15 ms)Flushing e0bbbf8c27ebf31c43e1b5906f4aedbd/queue: closing flushed file at 1733095265377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2718ac56: reopening flushed file at 1733095265785 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e0bbbf8c27ebf31c43e1b5906f4aedbd in 428ms, sequenceid=14, compaction requested=false at 1733095265789 (+4 ms)Writing region close event to WAL at 1733095265790 (+1 ms)Running coprocessor post-close hooks at 1733095265793 (+3 ms)Closed at 1733095265793 2024-12-01T23:21:05,793 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095241334.e0bbbf8c27ebf31c43e1b5906f4aedbd. 2024-12-01T23:21:05,793 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 832da845c06d790969d0a853f04c1ec8, disabling compactions & flushes 2024-12-01T23:21:05,793 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:21:05,793 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:21:05,793 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095234875.832da845c06d790969d0a853f04c1ec8. after waiting 0 ms 2024-12-01T23:21:05,793 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:21:05,793 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 832da845c06d790969d0a853f04c1ec8 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-01T23:21:05,802 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/ns/65112606f22c4fdcaf2079cfb5b8513c is 43, key is default/ns:d/1733095223878/Put/seqid=0 2024-12-01T23:21:05,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741842_1018 (size=5153) 2024-12-01T23:21:05,810 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/.tmp/f/457cc83297d043afa365b526769b43e7 is 37, key is row3/f:row3/1733095257494/Put/seqid=0 2024-12-01T23:21:05,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741843_1019 (size=5228) 2024-12-01T23:21:05,962 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:21:06,163 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:21:06,205 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/ns/65112606f22c4fdcaf2079cfb5b8513c 2024-12-01T23:21:06,214 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/.tmp/f/457cc83297d043afa365b526769b43e7 2024-12-01T23:21:06,219 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 457cc83297d043afa365b526769b43e7 2024-12-01T23:21:06,240 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/.tmp/f1/03dc0bb380134200bafead818025e531 is 30, key is row1/f1:/1733095254844/DeleteFamily/seqid=0 2024-12-01T23:21:06,250 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/rep_barrier/bcbeb513d40d4c18b6e3f3505c3acf79 is 112, key is test,,1733095234875.832da845c06d790969d0a853f04c1ec8./rep_barrier:seqnumDuringOpen/1733095236022/Put/seqid=0 2024-12-01T23:21:06,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741845_1021 (size=5518) 2024-12-01T23:21:06,272 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/rep_barrier/bcbeb513d40d4c18b6e3f3505c3acf79 2024-12-01T23:21:06,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741844_1020 (size=5158) 2024-12-01T23:21:06,292 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/.tmp/f1/03dc0bb380134200bafead818025e531 2024-12-01T23:21:06,299 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03dc0bb380134200bafead818025e531 2024-12-01T23:21:06,340 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/.tmp/norep/641f08e3728a464a81a381a85f47a339 is 32, key is row/norep:/1733095253840/DeleteFamily/seqid=0 2024-12-01T23:21:06,343 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/table/1c285823dbe040328c9e57f1d2a2bb5f is 53, key is hbase:replication/table:state/1733095242502/Put/seqid=0 2024-12-01T23:21:06,363 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:21:06,363 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 832da845c06d790969d0a853f04c1ec8=test,,1733095234875.832da845c06d790969d0a853f04c1ec8.} 2024-12-01T23:21:06,363 DEBUG [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 832da845c06d790969d0a853f04c1ec8 2024-12-01T23:21:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741846_1022 (size=5101) 2024-12-01T23:21:06,390 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/.tmp/norep/641f08e3728a464a81a381a85f47a339 2024-12-01T23:21:06,395 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 641f08e3728a464a81a381a85f47a339 2024-12-01T23:21:06,396 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/.tmp/f/457cc83297d043afa365b526769b43e7 as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/f/457cc83297d043afa365b526769b43e7 2024-12-01T23:21:06,400 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 457cc83297d043afa365b526769b43e7 2024-12-01T23:21:06,401 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/f/457cc83297d043afa365b526769b43e7, entries=5, sequenceid=12, filesize=5.1 K 2024-12-01T23:21:06,405 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/.tmp/f1/03dc0bb380134200bafead818025e531 as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/f1/03dc0bb380134200bafead818025e531 2024-12-01T23:21:06,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741847_1023 (size=5308) 2024-12-01T23:21:06,407 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/table/1c285823dbe040328c9e57f1d2a2bb5f 2024-12-01T23:21:06,412 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03dc0bb380134200bafead818025e531 2024-12-01T23:21:06,412 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/f1/03dc0bb380134200bafead818025e531, entries=3, sequenceid=12, filesize=5.0 K 2024-12-01T23:21:06,412 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/info/b9a62aac1ac644aca22f050fee3b5a3a as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/info/b9a62aac1ac644aca22f050fee3b5a3a 2024-12-01T23:21:06,412 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/.tmp/norep/641f08e3728a464a81a381a85f47a339 as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/norep/641f08e3728a464a81a381a85f47a339 2024-12-01T23:21:06,416 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/info/b9a62aac1ac644aca22f050fee3b5a3a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:21:06,417 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 641f08e3728a464a81a381a85f47a339 2024-12-01T23:21:06,417 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/norep/641f08e3728a464a81a381a85f47a339, entries=1, sequenceid=12, filesize=5.0 K 2024-12-01T23:21:06,417 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/ns/65112606f22c4fdcaf2079cfb5b8513c as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/ns/65112606f22c4fdcaf2079cfb5b8513c 2024-12-01T23:21:06,418 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 832da845c06d790969d0a853f04c1ec8 in 625ms, sequenceid=12, compaction requested=false 2024-12-01T23:21:06,418 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T23:21:06,422 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/ns/65112606f22c4fdcaf2079cfb5b8513c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:21:06,424 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/rep_barrier/bcbeb513d40d4c18b6e3f3505c3acf79 as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/rep_barrier/bcbeb513d40d4c18b6e3f3505c3acf79 2024-12-01T23:21:06,430 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/rep_barrier/bcbeb513d40d4c18b6e3f3505c3acf79, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:21:06,430 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/.tmp/table/1c285823dbe040328c9e57f1d2a2bb5f as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/table/1c285823dbe040328c9e57f1d2a2bb5f 2024-12-01T23:21:06,437 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/table/1c285823dbe040328c9e57f1d2a2bb5f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:21:06,438 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1076ms, sequenceid=16, compaction requested=false 2024-12-01T23:21:06,439 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:21:06,506 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/default/test/832da845c06d790969d0a853f04c1ec8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T23:21:06,507 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:06,507 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:21:06,507 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:21:06,507 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 832da845c06d790969d0a853f04c1ec8: Waiting for close lock at 1733095265793Running coprocessor pre-close hooks at 1733095265793Disabling compacts and flushes for region at 1733095265793Disabling writes for close at 1733095265793Obtaining lock to block concurrent updates at 1733095265793Preparing flush snapshotting stores in 832da845c06d790969d0a853f04c1ec8 at 1733095265793Finished memstore snapshotting test,,1733095234875.832da845c06d790969d0a853f04c1ec8., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733095265794 (+1 ms)Flushing stores of test,,1733095234875.832da845c06d790969d0a853f04c1ec8. at 1733095265794Flushing 832da845c06d790969d0a853f04c1ec8/f: creating writer at 1733095265794Flushing 832da845c06d790969d0a853f04c1ec8/f: appending metadata at 1733095265810 (+16 ms)Flushing 832da845c06d790969d0a853f04c1ec8/f: closing flushed file at 1733095265810Flushing 832da845c06d790969d0a853f04c1ec8/f1: creating writer at 1733095266219 (+409 ms)Flushing 832da845c06d790969d0a853f04c1ec8/f1: appending metadata at 1733095266239 (+20 ms)Flushing 832da845c06d790969d0a853f04c1ec8/f1: closing flushed file at 1733095266240 (+1 ms)Flushing 832da845c06d790969d0a853f04c1ec8/norep: creating writer at 1733095266299 (+59 ms)Flushing 832da845c06d790969d0a853f04c1ec8/norep: appending metadata at 1733095266339 (+40 ms)Flushing 832da845c06d790969d0a853f04c1ec8/norep: closing flushed file at 1733095266339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7eb3d7: reopening flushed file at 1733095266396 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cbefb1e: reopening flushed file at 1733095266401 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4433c604: reopening flushed file at 1733095266412 (+11 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 832da845c06d790969d0a853f04c1ec8 in 625ms, sequenceid=12, compaction requested=false at 1733095266418 (+6 ms)Writing region close event to WAL at 1733095266479 (+61 ms)Running coprocessor post-close hooks at 1733095266507 (+28 ms)Closed at 1733095266507 2024-12-01T23:21:06,508 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095234875.832da845c06d790969d0a853f04c1ec8. 2024-12-01T23:21:06,556 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:21:06,557 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:06,557 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:21:06,557 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:06,557 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095265362Running coprocessor pre-close hooks at 1733095265362Disabling compacts and flushes for region at 1733095265362Disabling writes for close at 1733095265362Obtaining lock to block concurrent updates at 1733095265362Preparing flush snapshotting stores in 1588230740 at 1733095265362Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095265362Flushing stores of hbase:meta,,1.1588230740 at 1733095265363 (+1 ms)Flushing 1588230740/info: creating writer at 1733095265363Flushing 1588230740/info: appending metadata at 1733095265377 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733095265377Flushing 1588230740/ns: creating writer at 1733095265785 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733095265801 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733095265801Flushing 1588230740/rep_barrier: creating writer at 1733095266211 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095266249 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095266249Flushing 1588230740/table: creating writer at 1733095266280 (+31 ms)Flushing 1588230740/table: appending metadata at 1733095266342 (+62 ms)Flushing 1588230740/table: closing flushed file at 1733095266342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266120e2: reopening flushed file at 1733095266412 (+70 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f79a00: reopening flushed file at 1733095266416 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ac8325: reopening flushed file at 1733095266423 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273d840f: reopening flushed file at 1733095266430 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1076ms, sequenceid=16, compaction requested=false at 1733095266439 (+9 ms)Writing region close event to WAL at 1733095266536 (+97 ms)Running coprocessor post-close hooks at 1733095266557 (+21 ms)Closed at 1733095266557 2024-12-01T23:21:06,557 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:06,563 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,42299,1733095220955; all regions closed. 2024-12-01T23:21:06,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:21:06,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.meta.1733095223790.meta not finished, retry = 0 2024-12-01T23:21:06,697 DEBUG [RS:0;f962de17fdc3:42299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/oldWALs 2024-12-01T23:21:06,697 INFO [RS:0;f962de17fdc3:42299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C42299%2C1733095220955.meta:.meta(num 1733095223790) 2024-12-01T23:21:06,700 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 1493, reset compression=false 2024-12-01T23:21:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741839_1015 (size=3552) 2024-12-01T23:21:06,713 DEBUG [RS:0;f962de17fdc3:42299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/oldWALs 2024-12-01T23:21:06,713 INFO [RS:0;f962de17fdc3:42299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C42299%2C1733095220955.rep:(num 1733095242468) 2024-12-01T23:21:06,719 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:06,719 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 to pos 2384, reset compression=false 2024-12-01T23:21:06,719 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,42299,1733095220955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:06,720 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f962de17fdc3,42299,1733095220955: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f962de17fdc3,42299,1733095220955, walGroup=f962de17fdc3%2C42299%2C1733095220955, offset=f962de17fdc3%2C42299%2C1733095220955.1733095222890:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:42299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T23:21:06,722 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T23:21:06,722 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T23:21:06,722 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T23:21:06,722 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T23:21:06,722 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T23:21:06,722 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 784730616 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199391056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T23:21:06,723 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:41391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:41391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-01T23:21:06,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741832_1008 (size=2392) 2024-12-01T23:21:06,742 DEBUG [RS:0;f962de17fdc3:42299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/oldWALs 2024-12-01T23:21:06,742 INFO [RS:0;f962de17fdc3:42299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C42299%2C1733095220955:(num 1733095222890) 2024-12-01T23:21:06,742 DEBUG [RS:0;f962de17fdc3:42299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:06,742 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:06,743 INFO [RS:0;f962de17fdc3:42299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:06,743 INFO [RS:0;f962de17fdc3:42299 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:06,743 INFO [RS:0;f962de17fdc3:42299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:06,743 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:06,743 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,42299,1733095220955 because: Region server is closing 2024-12-01T23:21:06,743 INFO [RS:0;f962de17fdc3:42299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:42299. 2024-12-01T23:21:06,743 DEBUG [RS:0;f962de17fdc3:42299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:06,743 DEBUG [RS:0;f962de17fdc3:42299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:06,744 DEBUG [RS:0;f962de17fdc3:42299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:06,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:06,763 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 was moved to hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/oldWALs/f962de17fdc3%2C42299%2C1733095220955.1733095222890 2024-12-01T23:21:06,766 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.wal-reader.f962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/WALs/f962de17fdc3,42299,1733095220955/f962de17fdc3%2C42299%2C1733095220955.1733095222890 2024-12-01T23:21:06,844 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,42299,1733095220955.replicationSource.shipperf962de17fdc3%2C42299%2C1733095220955,1-f962de17fdc3,42299,1733095220955 terminated 2024-12-01T23:21:06,844 INFO [RS:0;f962de17fdc3:42299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:42299. 2024-12-01T23:21:06,844 DEBUG [RS:0;f962de17fdc3:42299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:06,844 DEBUG [RS:0;f962de17fdc3:42299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:06,844 DEBUG [RS:0;f962de17fdc3:42299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:06,844 INFO [RS:0;f962de17fdc3:42299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42299 2024-12-01T23:21:06,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:06,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0427799458/rs/f962de17fdc3,42299,1733095220955 2024-12-01T23:21:06,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458/rs 2024-12-01T23:21:06,912 INFO [RS:0;f962de17fdc3:42299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:06,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,42299,1733095220955] 2024-12-01T23:21:06,933 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0427799458/draining/f962de17fdc3,42299,1733095220955 already deleted, retry=false 2024-12-01T23:21:06,933 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,42299,1733095220955 expired; onlineServers=0 2024-12-01T23:21:06,933 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,41391,1733095220596' ***** 2024-12-01T23:21:06,933 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:21:06,933 INFO [M:0;f962de17fdc3:41391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:06,933 INFO [M:0;f962de17fdc3:41391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:06,933 DEBUG [M:0;f962de17fdc3:41391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:21:06,933 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:21:06,934 DEBUG [M:0;f962de17fdc3:41391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:21:06,934 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095222594 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095222594,5,FailOnTimeoutGroup] 2024-12-01T23:21:06,934 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095222595 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095222595,5,FailOnTimeoutGroup] 2024-12-01T23:21:06,934 INFO [M:0;f962de17fdc3:41391 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:06,934 INFO [M:0;f962de17fdc3:41391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:06,934 DEBUG [M:0;f962de17fdc3:41391 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:21:06,934 INFO [M:0;f962de17fdc3:41391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:21:06,934 INFO [M:0;f962de17fdc3:41391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:06,934 ERROR [M:0;f962de17fdc3:41391 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45835,5,PEWorkerGroup] 2024-12-01T23:21:06,934 INFO [M:0;f962de17fdc3:41391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:21:06,934 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:21:06,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0427799458/master 2024-12-01T23:21:06,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0427799458 2024-12-01T23:21:06,954 DEBUG [M:0;f962de17fdc3:41391 {}] zookeeper.RecoverableZooKeeper(212): Node /0427799458/master already deleted, retry=false 2024-12-01T23:21:06,954 DEBUG [M:0;f962de17fdc3:41391 {}] master.ActiveMasterManager(353): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Failed delete of our master address node; KeeperErrorCode = NoNode for /0427799458/master 2024-12-01T23:21:06,956 INFO [M:0;f962de17fdc3:41391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/.lastflushedseqids 2024-12-01T23:21:06,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741848_1024 (size=245) 2024-12-01T23:21:06,995 INFO [M:0;f962de17fdc3:41391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:21:06,995 INFO [M:0;f962de17fdc3:41391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:21:06,995 DEBUG [M:0;f962de17fdc3:41391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:21:06,995 INFO [M:0;f962de17fdc3:41391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:06,995 DEBUG [M:0;f962de17fdc3:41391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:06,995 DEBUG [M:0;f962de17fdc3:41391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:21:06,995 DEBUG [M:0;f962de17fdc3:41391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:06,995 INFO [M:0;f962de17fdc3:41391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-01T23:21:07,018 DEBUG [M:0;f962de17fdc3:41391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb0cc7f2b4043158b6093d4606b2d55 is 82, key is hbase:meta,,1/info:regioninfo/1733095223826/Put/seqid=0 2024-12-01T23:21:07,023 INFO [RS:0;f962de17fdc3:42299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:07,023 INFO [RS:0;f962de17fdc3:42299 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,42299,1733095220955; zookeeper connection closed. 2024-12-01T23:21:07,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:07,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741849_1025 (size=5672) 2024-12-01T23:21:07,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42299-0x101933258ed0001, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:07,023 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d004457 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d004457 2024-12-01T23:21:07,023 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:21:07,424 INFO [M:0;f962de17fdc3:41391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb0cc7f2b4043158b6093d4606b2d55 2024-12-01T23:21:07,470 DEBUG [M:0;f962de17fdc3:41391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23640e7992f34bef94769b2ba7cecc50 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733095236032/Put/seqid=0 2024-12-01T23:21:07,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741850_1026 (size=7218) 2024-12-01T23:21:07,495 INFO [M:0;f962de17fdc3:41391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23640e7992f34bef94769b2ba7cecc50 2024-12-01T23:21:07,501 INFO [M:0;f962de17fdc3:41391 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23640e7992f34bef94769b2ba7cecc50 2024-12-01T23:21:07,524 DEBUG [M:0;f962de17fdc3:41391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba9938be194b4d4286677e9cfe8b02bf is 69, key is f962de17fdc3,42299,1733095220955/rs:state/1733095222724/Put/seqid=0 2024-12-01T23:21:07,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741851_1027 (size=5156) 2024-12-01T23:21:07,531 INFO [M:0;f962de17fdc3:41391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba9938be194b4d4286677e9cfe8b02bf 2024-12-01T23:21:07,537 DEBUG [M:0;f962de17fdc3:41391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb0cc7f2b4043158b6093d4606b2d55 as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eb0cc7f2b4043158b6093d4606b2d55 2024-12-01T23:21:07,542 INFO [M:0;f962de17fdc3:41391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eb0cc7f2b4043158b6093d4606b2d55, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T23:21:07,543 DEBUG [M:0;f962de17fdc3:41391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23640e7992f34bef94769b2ba7cecc50 as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23640e7992f34bef94769b2ba7cecc50 2024-12-01T23:21:07,548 INFO [M:0;f962de17fdc3:41391 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23640e7992f34bef94769b2ba7cecc50 2024-12-01T23:21:07,548 INFO [M:0;f962de17fdc3:41391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23640e7992f34bef94769b2ba7cecc50, entries=11, sequenceid=105, filesize=7.0 K 2024-12-01T23:21:07,549 DEBUG [M:0;f962de17fdc3:41391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba9938be194b4d4286677e9cfe8b02bf as hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba9938be194b4d4286677e9cfe8b02bf 2024-12-01T23:21:07,555 INFO [M:0;f962de17fdc3:41391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba9938be194b4d4286677e9cfe8b02bf, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T23:21:07,556 INFO [M:0;f962de17fdc3:41391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=105, compaction requested=false 2024-12-01T23:21:07,565 INFO [M:0;f962de17fdc3:41391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:07,565 DEBUG [M:0;f962de17fdc3:41391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095266995Disabling compacts and flushes for region at 1733095266995Disabling writes for close at 1733095266995Obtaining lock to block concurrent updates at 1733095266995Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095266995Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733095266996 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095266997 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095266997Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095267018 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095267018Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095267437 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095267469 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095267469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095267501 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095267524 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095267524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd5805f: reopening flushed file at 1733095267536 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a7a2b50: reopening flushed file at 1733095267542 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5faa3c21: reopening flushed file at 1733095267548 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=105, compaction requested=false at 1733095267556 (+8 ms)Writing region close event to WAL at 1733095267564 (+8 ms)Closed at 1733095267564 2024-12-01T23:21:07,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41399 is added to blk_1073741830_1006 (size=64423) 2024-12-01T23:21:07,573 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72613da3-47b7-c6cd-b7de-37acc7667c50/MasterData/WALs/f962de17fdc3,41391,1733095220596/f962de17fdc3%2C41391%2C1733095220596.1733095222310 not finished, retry = 0 2024-12-01T23:21:07,674 INFO [M:0;f962de17fdc3:41391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:21:07,674 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:07,675 INFO [M:0;f962de17fdc3:41391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41391 2024-12-01T23:21:07,675 INFO [M:0;f962de17fdc3:41391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:07,823 INFO [M:0;f962de17fdc3:41391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:07,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:07,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101933258ed0000, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:07,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a4a1a95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:21:07,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bd98a28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:07,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:07,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36973165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:07,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24af6efd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:07,849 WARN [BP-861424590-172.17.0.3-1733095218520 heartbeating to localhost/127.0.0.1:45835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:21:07,849 WARN [BP-861424590-172.17.0.3-1733095218520 heartbeating to localhost/127.0.0.1:45835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861424590-172.17.0.3-1733095218520 (Datanode Uuid 3da05fd5-a272-402b-9d80-a91060f48f52) service to localhost/127.0.0.1:45835 2024-12-01T23:21:07,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/cluster_aad49625-0dc5-22d3-3bf9-e0742a09ccee/data/data1/current/BP-861424590-172.17.0.3-1733095218520 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:07,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/cluster_aad49625-0dc5-22d3-3bf9-e0742a09ccee/data/data2/current/BP-861424590-172.17.0.3-1733095218520 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:07,850 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:21:07,850 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:21:07,850 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:21:07,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78790cfa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:21:07,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d10a9d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:07,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:07,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d3f243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:07,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@150b11b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d320b226-13b4-bcd5-9ac4-c8db5650e859/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:07,875 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:21:07,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:21:07,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 260) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42561 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55177) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55177) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40685 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45835 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55177) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 328) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4999 (was 5139) 2024-12-01T23:21:07,942 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=4998 2024-12-01T23:21:07,959 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-01T23:21:07,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/hadoop.log.dir so I do NOT create it in target/test-data/7c22aac3-219f-76db-6a77-aed8be600498 2024-12-01T23:21:07,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:21:07,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/hadoop.tmp.dir so I do NOT create it in target/test-data/7c22aac3-219f-76db-6a77-aed8be600498 2024-12-01T23:21:07,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02aa43a2-c748-8016-26cd-538c5331284a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:21:07,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498 2024-12-01T23:21:07,960 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/cluster_c4a67b98-ead3-1481-4a1e-b85b887ee8e9, deleteOnExit=true 2024-12-01T23:21:07,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101933258ed0005, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:21:07,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101933258ed0008, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:21:07,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101933258ed0002, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:21:07,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101933258ed0005, quorum=127.0.0.1:55177, baseZNode=/11070311469 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:21:07,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101933258ed0008, quorum=127.0.0.1:55177, baseZNode=/21399671387 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:21:07,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101933258ed0002, quorum=127.0.0.1:55177, baseZNode=/0427799458 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:21:07,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/cluster_c4a67b98-ead3-1481-4a1e-b85b887ee8e9/zookeeper_0, clientPort=56669, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/cluster_c4a67b98-ead3-1481-4a1e-b85b887ee8e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/cluster_c4a67b98-ead3-1481-4a1e-b85b887ee8e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:21:07,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56669 2024-12-01T23:21:07,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:21:07,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:21:07,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/test.cache.data in system properties and HBase conf 2024-12-01T23:21:07,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:21:07,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:21:07,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:21:07,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:21:07,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:21:07,978 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:21:07,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:21:07,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:21:07,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:21:07,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:21:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:21:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:21:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:21:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:21:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:21:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:21:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:21:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:21:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:21:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:21:08,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:08,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:21:08,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:21:08,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:21:08,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:21:08,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:08,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ce0bee6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:21:08,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633b330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:21:08,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@324fe214{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/java.io.tmpdir/jetty-localhost-32923-hadoop-hdfs-3_4_1-tests_jar-_-any-9419069613778582238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:21:08,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46006ca9{HTTP/1.1, (http/1.1)}{localhost:32923} 2024-12-01T23:21:08,446 INFO [Time-limited test {}] server.Server(415): Started @279216ms 2024-12-01T23:21:08,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:08,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:21:08,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:21:08,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:21:08,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:21:08,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:21:08,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:21:08,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1342b4f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/java.io.tmpdir/jetty-localhost-36343-hadoop-hdfs-3_4_1-tests_jar-_-any-16972459876142733921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:21:08,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:36343} 2024-12-01T23:21:08,990 INFO [Time-limited test {}] server.Server(415): Started @279760ms 2024-12-01T23:21:08,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:21:09,909 WARN [Thread-3445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/cluster_c4a67b98-ead3-1481-4a1e-b85b887ee8e9/data/data1/current/BP-1482340889-172.17.0.3-1733095268006/current, will proceed with Du for space computation calculation, 2024-12-01T23:21:09,909 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/cluster_c4a67b98-ead3-1481-4a1e-b85b887ee8e9/data/data2/current/BP-1482340889-172.17.0.3-1733095268006/current, will proceed with Du for space computation calculation, 2024-12-01T23:21:09,952 WARN [Thread-3433 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:21:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd45fc73262851a23 with lease ID 0xd1459f52596f906e: Processing first storage report for DS-f9fe4930-12e6-4d9b-b1f7-9e4a90ed0e46 from datanode DatanodeRegistration(127.0.0.1:33647, datanodeUuid=e630e068-d2dc-497e-b511-a1de52b1ad19, infoPort=33189, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-57;cid=testClusterID;nsid=1563946235;c=1733095268006) 2024-12-01T23:21:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd45fc73262851a23 with lease ID 0xd1459f52596f906e: from storage DS-f9fe4930-12e6-4d9b-b1f7-9e4a90ed0e46 node DatanodeRegistration(127.0.0.1:33647, datanodeUuid=e630e068-d2dc-497e-b511-a1de52b1ad19, infoPort=33189, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-57;cid=testClusterID;nsid=1563946235;c=1733095268006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:21:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd45fc73262851a23 with lease ID 0xd1459f52596f906e: Processing first storage report for DS-19dfd5e9-d4f4-4d1e-9be2-71ac69f61c1a from datanode DatanodeRegistration(127.0.0.1:33647, datanodeUuid=e630e068-d2dc-497e-b511-a1de52b1ad19, infoPort=33189, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-57;cid=testClusterID;nsid=1563946235;c=1733095268006) 2024-12-01T23:21:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd45fc73262851a23 with lease ID 0xd1459f52596f906e: from storage DS-19dfd5e9-d4f4-4d1e-9be2-71ac69f61c1a node DatanodeRegistration(127.0.0.1:33647, datanodeUuid=e630e068-d2dc-497e-b511-a1de52b1ad19, infoPort=33189, infoSecurePort=0, ipcPort=35241, storageInfo=lv=-57;cid=testClusterID;nsid=1563946235;c=1733095268006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:21:09,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498 2024-12-01T23:21:09,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:09,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:21:09,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132 with version=8 2024-12-01T23:21:09,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/hbase-staging 2024-12-01T23:21:09,986 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:21:09,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:09,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:09,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:21:09,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:09,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:21:09,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:21:09,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:21:09,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34941 2024-12-01T23:21:09,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34941 connecting to ZooKeeper ensemble=127.0.0.1:56669 2024-12-01T23:21:10,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349410x0, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:10,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34941-0x10193331a310000 connected 2024-12-01T23:21:10,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:10,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:10,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Set watcher on znode that does not yet exist, /0-2082118657/running 2024-12-01T23:21:10,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132, hbase.cluster.distributed=false 2024-12-01T23:21:10,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Set watcher on znode that does not yet exist, /0-2082118657/acl 2024-12-01T23:21:10,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34941 2024-12-01T23:21:10,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34941 2024-12-01T23:21:10,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34941 2024-12-01T23:21:10,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34941 2024-12-01T23:21:10,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34941 2024-12-01T23:21:10,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:21:10,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:10,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:10,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:21:10,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:10,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:21:10,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:21:10,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:21:10,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33697 2024-12-01T23:21:10,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33697 connecting to ZooKeeper ensemble=127.0.0.1:56669 2024-12-01T23:21:10,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:10,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:10,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336970x0, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:10,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336970x0, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Set watcher on znode that does not yet exist, /0-2082118657/running 2024-12-01T23:21:10,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:21:10,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33697-0x10193331a310001 connected 2024-12-01T23:21:10,288 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:21:10,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Set watcher on znode that does not yet exist, /0-2082118657/master 2024-12-01T23:21:10,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Set watcher on znode that does not yet exist, /0-2082118657/acl 2024-12-01T23:21:10,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33697 2024-12-01T23:21:10,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33697 2024-12-01T23:21:10,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33697 2024-12-01T23:21:10,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33697 2024-12-01T23:21:10,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33697 2024-12-01T23:21:10,324 DEBUG [M:0;f962de17fdc3:34941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:34941 2024-12-01T23:21:10,348 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2082118657/backup-masters/f962de17fdc3,34941,1733095269985 2024-12-01T23:21:10,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657/backup-masters 2024-12-01T23:21:10,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657/backup-masters 2024-12-01T23:21:10,360 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Set watcher on existing znode=/0-2082118657/backup-masters/f962de17fdc3,34941,1733095269985 2024-12-01T23:21:10,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2082118657/master 2024-12-01T23:21:10,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:10,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:10,370 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Set watcher on existing znode=/0-2082118657/master 2024-12-01T23:21:10,370 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2082118657/backup-masters/f962de17fdc3,34941,1733095269985 from backup master directory 2024-12-01T23:21:10,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2082118657/backup-masters/f962de17fdc3,34941,1733095269985 2024-12-01T23:21:10,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657/backup-masters 2024-12-01T23:21:10,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657/backup-masters 2024-12-01T23:21:10,380 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:21:10,380 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,34941,1733095269985 2024-12-01T23:21:10,383 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/hbase.id] with ID: a23fe6da-0146-4447-a7ad-eb42af987aca 2024-12-01T23:21:10,383 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/.tmp/hbase.id 2024-12-01T23:21:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:21:10,790 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/.tmp/hbase.id]:[hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/hbase.id] 2024-12-01T23:21:10,798 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:10,798 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:21:10,799 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:21:10,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:10,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:21:10,860 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:10,861 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:21:10,861 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:21:10,903 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store 2024-12-01T23:21:10,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:21:11,295 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:21:11,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,311 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:11,311 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:21:11,311 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:11,311 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:11,311 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:21:11,311 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:11,311 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:11,311 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095271311Disabling compacts and flushes for region at 1733095271311Disabling writes for close at 1733095271311Writing region close event to WAL at 1733095271311Closed at 1733095271311 2024-12-01T23:21:11,312 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/.initializing 2024-12-01T23:21:11,312 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/WALs/f962de17fdc3,34941,1733095269985 2024-12-01T23:21:11,313 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:21:11,314 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C34941%2C1733095269985, suffix=, logDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/WALs/f962de17fdc3,34941,1733095269985, archiveDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/oldWALs, maxLogs=10 2024-12-01T23:21:11,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,328 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/WALs/f962de17fdc3,34941,1733095269985/f962de17fdc3%2C34941%2C1733095269985.1733095271314, exclude list is [], retry=0 2024-12-01T23:21:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33647,DS-f9fe4930-12e6-4d9b-b1f7-9e4a90ed0e46,DISK] 2024-12-01T23:21:11,332 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/WALs/f962de17fdc3,34941,1733095269985/f962de17fdc3%2C34941%2C1733095269985.1733095271314 2024-12-01T23:21:11,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:11,340 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33189:33189)] 2024-12-01T23:21:11,340 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:11,341 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:11,341 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,341 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:21:11,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:11,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:11,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:21:11,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:11,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:11,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:21:11,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:11,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:11,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:21:11,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:11,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:11,350 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,350 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,351 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,352 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,352 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,352 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:11,353 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:11,358 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:11,358 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66052259, jitterRate=-0.015744641423225403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:11,359 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095271341Initializing all the Stores at 1733095271341Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095271341Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095271342 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095271342Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095271342Cleaning up temporary data from old regions at 1733095271352 (+10 ms)Region opened successfully at 1733095271359 (+7 ms) 2024-12-01T23:21:11,364 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:21:11,367 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac9dced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:21:11,368 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:21:11,368 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:21:11,368 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:21:11,368 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:21:11,368 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:21:11,369 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:21:11,369 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:21:11,371 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:21:11,372 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Unable to get data of znode /0-2082118657/balancer because node does not exist (not necessarily an error) 2024-12-01T23:21:11,416 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2082118657/balancer already deleted, retry=false 2024-12-01T23:21:11,417 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:21:11,418 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Unable to get data of znode /0-2082118657/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:21:11,427 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2082118657/normalizer already deleted, retry=false 2024-12-01T23:21:11,427 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:21:11,428 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Unable to get data of znode /0-2082118657/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:21:11,437 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2082118657/switch/split already deleted, retry=false 2024-12-01T23:21:11,438 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Unable to get data of znode /0-2082118657/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:21:11,448 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2082118657/switch/merge already deleted, retry=false 2024-12-01T23:21:11,450 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Unable to get data of znode /0-2082118657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:21:11,459 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2082118657/snapshot-cleanup already deleted, retry=false 2024-12-01T23:21:11,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2082118657/running 2024-12-01T23:21:11,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:11,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2082118657/running 2024-12-01T23:21:11,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:11,470 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,34941,1733095269985, sessionid=0x10193331a310000, setting cluster-up flag (Was=false) 2024-12-01T23:21:11,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:11,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:11,522 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2082118657/flush-table-proc/acquired, /0-2082118657/flush-table-proc/reached, /0-2082118657/flush-table-proc/abort 2024-12-01T23:21:11,523 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,34941,1733095269985 2024-12-01T23:21:11,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:11,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:11,574 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2082118657/online-snapshot/acquired, /0-2082118657/online-snapshot/reached, /0-2082118657/online-snapshot/abort 2024-12-01T23:21:11,575 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,34941,1733095269985 2024-12-01T23:21:11,576 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:21:11,577 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:11,578 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:21:11,578 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:21:11,578 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,34941,1733095269985 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:21:11,579 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:11,579 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:11,579 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:11,579 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:11,579 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:21:11,579 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,579 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:21:11,579 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:11,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:21:11,581 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:11,581 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:21:11,584 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095301584 2024-12-01T23:21:11,584 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:21:11,584 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:21:11,584 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:21:11,584 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:21:11,584 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:21:11,584 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:21:11,588 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,592 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:21:11,592 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:21:11,592 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:21:11,593 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:21:11,596 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:21:11,596 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:21:11,604 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095271596,5,FailOnTimeoutGroup] 2024-12-01T23:21:11,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:21:11,619 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:21:11,619 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132 2024-12-01T23:21:11,624 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095271604,5,FailOnTimeoutGroup] 2024-12-01T23:21:11,624 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,624 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:21:11,624 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,624 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,627 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(746): ClusterId : a23fe6da-0146-4447-a7ad-eb42af987aca 2024-12-01T23:21:11,627 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:21:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741832_1008 (size=32) 2024-12-01T23:21:11,638 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:21:11,638 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:21:11,649 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:21:11,649 DEBUG [RS:0;f962de17fdc3:33697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17948d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:21:11,663 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:33697 2024-12-01T23:21:11,663 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:21:11,663 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:21:11,663 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:21:11,664 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,34941,1733095269985 with port=33697, startcode=1733095270251 2024-12-01T23:21:11,664 DEBUG [RS:0;f962de17fdc3:33697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:21:11,665 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:21:11,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,33697,1733095270251 2024-12-01T23:21:11,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34941 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,33697,1733095270251 2024-12-01T23:21:11,667 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132 2024-12-01T23:21:11,667 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36945 2024-12-01T23:21:11,667 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:21:11,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657/rs 2024-12-01T23:21:11,675 DEBUG [RS:0;f962de17fdc3:33697 {}] zookeeper.ZKUtil(111): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Set watcher on existing znode=/0-2082118657/rs/f962de17fdc3,33697,1733095270251 2024-12-01T23:21:11,675 WARN [RS:0;f962de17fdc3:33697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:21:11,675 INFO [RS:0;f962de17fdc3:33697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:11,675 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251 2024-12-01T23:21:11,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,33697,1733095270251] 2024-12-01T23:21:11,677 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:21:11,679 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:21:11,679 INFO [RS:0;f962de17fdc3:33697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:21:11,679 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,679 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:21:11,679 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:21:11,679 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,679 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:21:11,680 DEBUG [RS:0;f962de17fdc3:33697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:21:11,688 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,688 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,688 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,688 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,688 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,688 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,33697,1733095270251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:21:11,706 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:21:11,706 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,33697,1733095270251-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,707 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,707 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.Replication(171): f962de17fdc3,33697,1733095270251 started 2024-12-01T23:21:11,721 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:11,721 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,33697,1733095270251, RpcServer on f962de17fdc3/172.17.0.3:33697, sessionid=0x10193331a310001 2024-12-01T23:21:11,722 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:21:11,722 DEBUG [RS:0;f962de17fdc3:33697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,33697,1733095270251 2024-12-01T23:21:11,722 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,33697,1733095270251' 2024-12-01T23:21:11,722 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2082118657/flush-table-proc/abort' 2024-12-01T23:21:11,722 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2082118657/flush-table-proc/acquired' 2024-12-01T23:21:11,723 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:21:11,723 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:21:11,723 DEBUG [RS:0;f962de17fdc3:33697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,33697,1733095270251 2024-12-01T23:21:11,723 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,33697,1733095270251' 2024-12-01T23:21:11,723 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2082118657/online-snapshot/abort' 2024-12-01T23:21:11,723 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2082118657/online-snapshot/acquired' 2024-12-01T23:21:11,723 DEBUG [RS:0;f962de17fdc3:33697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:21:11,724 INFO [RS:0;f962de17fdc3:33697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:21:11,724 INFO [RS:0;f962de17fdc3:33697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:21:11,824 INFO [RS:0;f962de17fdc3:33697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:21:11,825 INFO [RS:0;f962de17fdc3:33697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C33697%2C1733095270251, suffix=, logDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251, archiveDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/oldWALs, maxLogs=10 2024-12-01T23:21:11,841 DEBUG [RS:0;f962de17fdc3:33697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826, exclude list is [], retry=0 2024-12-01T23:21:11,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33647,DS-f9fe4930-12e6-4d9b-b1f7-9e4a90ed0e46,DISK] 2024-12-01T23:21:11,845 INFO [RS:0;f962de17fdc3:33697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 2024-12-01T23:21:11,845 DEBUG [RS:0;f962de17fdc3:33697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33189:33189)] 2024-12-01T23:21:12,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:12,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:21:12,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:21:12,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:12,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:12,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:21:12,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:21:12,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:12,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:12,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:21:12,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:21:12,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:12,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:12,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:21:12,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:21:12,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:12,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:12,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:21:12,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740 2024-12-01T23:21:12,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740 2024-12-01T23:21:12,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:21:12,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:21:12,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:12,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:21:12,043 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:12,043 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63769699, jitterRate=-0.04975743591785431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:12,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095272033Initializing all the Stores at 1733095272034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095272034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095272034Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095272034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095272034Cleaning up temporary data from old regions at 1733095272041 (+7 ms)Region opened successfully at 1733095272044 (+3 ms) 2024-12-01T23:21:12,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:21:12,044 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:21:12,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:21:12,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:21:12,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:21:12,044 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:12,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095272044Disabling compacts and flushes for region at 1733095272044Disabling writes for close at 1733095272044Writing region close event to WAL at 1733095272044Closed at 1733095272044 2024-12-01T23:21:12,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:12,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:21:12,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:21:12,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:21:12,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:21:12,197 DEBUG [f962de17fdc3:34941 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:21:12,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,33697,1733095270251 2024-12-01T23:21:12,199 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,33697,1733095270251, state=OPENING 2024-12-01T23:21:12,248 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:21:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:12,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2082118657/meta-region-server: CHANGED 2024-12-01T23:21:12,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2082118657/meta-region-server: CHANGED 2024-12-01T23:21:12,285 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:21:12,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,33697,1733095270251}] 2024-12-01T23:21:12,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:21:12,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:21:12,449 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:21:12,449 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:12,449 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:21:12,450 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C33697%2C1733095270251.meta, suffix=.meta, logDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251, archiveDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/oldWALs, maxLogs=10 2024-12-01T23:21:12,463 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.meta.1733095272450.meta, exclude list is [], retry=0 2024-12-01T23:21:12,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33647,DS-f9fe4930-12e6-4d9b-b1f7-9e4a90ed0e46,DISK] 2024-12-01T23:21:12,467 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.meta.1733095272450.meta 2024-12-01T23:21:12,467 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33189:33189)] 2024-12-01T23:21:12,467 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:12,467 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:12,467 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:21:12,467 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:21:12,467 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:21:12,468 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:21:12,468 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:12,468 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:21:12,468 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:21:12,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:21:12,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:21:12,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:12,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:12,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:21:12,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:21:12,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:12,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:12,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:21:12,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:21:12,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:12,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:12,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:21:12,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:21:12,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:12,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:12,477 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:21:12,478 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740 2024-12-01T23:21:12,478 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740 2024-12-01T23:21:12,479 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:21:12,479 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:21:12,480 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:12,480 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:21:12,481 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72280774, jitterRate=0.07706746459007263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:12,481 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:21:12,482 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095272468Writing region info on filesystem at 1733095272468Initializing all the Stores at 1733095272468Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095272468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095272472 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095272472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095272472Cleaning up temporary data from old regions at 1733095272479 (+7 ms)Running coprocessor post-open hooks at 1733095272481 (+2 ms)Region opened successfully at 1733095272481 2024-12-01T23:21:12,483 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095272440 2024-12-01T23:21:12,485 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:21:12,485 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:21:12,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,33697,1733095270251 2024-12-01T23:21:12,486 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,33697,1733095270251, state=OPEN 2024-12-01T23:21:12,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2082118657/meta-region-server 2024-12-01T23:21:12,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2082118657/meta-region-server 2024-12-01T23:21:12,506 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,33697,1733095270251 2024-12-01T23:21:12,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2082118657/meta-region-server: CHANGED 2024-12-01T23:21:12,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2082118657/meta-region-server: CHANGED 2024-12-01T23:21:12,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:21:12,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,33697,1733095270251 in 222 msec 2024-12-01T23:21:12,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:21:12,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-12-01T23:21:12,512 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:12,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:21:12,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:12,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,33697,1733095270251, seqNum=-1] 2024-12-01T23:21:12,513 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:12,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:12,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 942 msec 2024-12-01T23:21:12,520 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095272519, completionTime=-1 2024-12-01T23:21:12,520 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:21:12,520 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:21:12,522 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:21:12,522 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095332522 2024-12-01T23:21:12,522 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095392522 2024-12-01T23:21:12,522 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T23:21:12,522 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34941,1733095269985-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:12,522 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34941,1733095269985-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:12,522 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34941,1733095269985-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:12,522 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:34941, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:12,522 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:12,522 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:12,524 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:21:12,526 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.146sec 2024-12-01T23:21:12,526 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:21:12,526 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:21:12,526 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:21:12,526 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:21:12,526 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:21:12,526 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34941,1733095269985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:21:12,526 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34941,1733095269985-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:21:12,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e40780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:12,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34941,-1 for getting cluster id 2024-12-01T23:21:12,528 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:21:12,528 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:21:12,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:12,528 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34941,1733095269985-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:12,529 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a23fe6da-0146-4447-a7ad-eb42af987aca' 2024-12-01T23:21:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a23fe6da-0146-4447-a7ad-eb42af987aca" 2024-12-01T23:21:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f35cecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34941,-1] 2024-12-01T23:21:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:12,531 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:12,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492cc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:12,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:12,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,33697,1733095270251, seqNum=-1] 2024-12-01T23:21:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:12,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:12,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,34941,1733095269985 2024-12-01T23:21:12,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56669 2024-12-01T23:21:12,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:12,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10193331a310002 connected 2024-12-01T23:21:12,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/hadoop.log.dir so I do NOT create it in target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2 2024-12-01T23:21:12,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:21:12,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/hadoop.tmp.dir so I do NOT create it in target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2 2024-12-01T23:21:12,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:21:12,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2 2024-12-01T23:21:12,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:21:12,562 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/cluster_bb0ba6d0-7ee4-5b1f-e50b-d8884d644ee5, deleteOnExit=true 2024-12-01T23:21:12,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:21:12,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/test.cache.data in system properties and HBase conf 2024-12-01T23:21:12,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:21:12,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:21:12,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:21:12,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:21:12,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:21:12,563 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:21:12,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:21:12,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:21:12,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:21:12,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:12,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:21:12,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:21:12,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:21:12,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:21:12,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:12,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:21:12,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:21:13,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/java.io.tmpdir/jetty-localhost-40783-hadoop-hdfs-3_4_1-tests_jar-_-any-1306587743546038890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:21:13,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:40783} 2024-12-01T23:21:13,085 INFO [Time-limited test {}] server.Server(415): Started @283855ms 2024-12-01T23:21:13,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:13,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:21:13,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:21:13,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:21:13,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:21:13,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:21:13,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:21:13,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198298d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/java.io.tmpdir/jetty-localhost-37635-hadoop-hdfs-3_4_1-tests_jar-_-any-10785677878820881560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:21:13,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:37635} 2024-12-01T23:21:13,508 INFO [Time-limited test {}] server.Server(415): Started @284278ms 2024-12-01T23:21:13,510 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:21:14,401 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:14,401 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:21:14,402 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88555 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:21:15,104 WARN [Thread-3566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/cluster_bb0ba6d0-7ee4-5b1f-e50b-d8884d644ee5/data/data1/current/BP-1869540309-172.17.0.3-1733095272586/current, will proceed with Du for space computation calculation, 2024-12-01T23:21:15,104 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/cluster_bb0ba6d0-7ee4-5b1f-e50b-d8884d644ee5/data/data2/current/BP-1869540309-172.17.0.3-1733095272586/current, will proceed with Du for space computation calculation, 2024-12-01T23:21:15,129 WARN [Thread-3554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:21:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70c7240186158431 with lease ID 0xcad570841908b0d2: Processing first storage report for DS-333523ee-1146-4de4-acef-dbfc2e7bb21b from datanode DatanodeRegistration(127.0.0.1:45847, datanodeUuid=0035566c-93c6-4655-a8ad-68e9f595689f, infoPort=39073, infoSecurePort=0, ipcPort=33789, storageInfo=lv=-57;cid=testClusterID;nsid=464383149;c=1733095272586) 2024-12-01T23:21:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70c7240186158431 with lease ID 0xcad570841908b0d2: from storage DS-333523ee-1146-4de4-acef-dbfc2e7bb21b node DatanodeRegistration(127.0.0.1:45847, datanodeUuid=0035566c-93c6-4655-a8ad-68e9f595689f, infoPort=39073, infoSecurePort=0, ipcPort=33789, storageInfo=lv=-57;cid=testClusterID;nsid=464383149;c=1733095272586), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:21:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70c7240186158431 with lease ID 0xcad570841908b0d2: Processing first storage report for DS-3f6785f5-a70f-44ab-bd2a-57413970430a from datanode DatanodeRegistration(127.0.0.1:45847, datanodeUuid=0035566c-93c6-4655-a8ad-68e9f595689f, infoPort=39073, infoSecurePort=0, ipcPort=33789, storageInfo=lv=-57;cid=testClusterID;nsid=464383149;c=1733095272586) 2024-12-01T23:21:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70c7240186158431 with lease ID 0xcad570841908b0d2: from storage DS-3f6785f5-a70f-44ab-bd2a-57413970430a node DatanodeRegistration(127.0.0.1:45847, datanodeUuid=0035566c-93c6-4655-a8ad-68e9f595689f, infoPort=39073, infoSecurePort=0, ipcPort=33789, storageInfo=lv=-57;cid=testClusterID;nsid=464383149;c=1733095272586), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:21:15,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2 2024-12-01T23:21:15,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:15,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:15,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:21:15,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:21:15,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:21:15,603 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858 with version=8 2024-12-01T23:21:15,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/hbase-staging 2024-12-01T23:21:15,604 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:21:15,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:15,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:15,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:21:15,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:15,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:21:15,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:21:15,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:21:15,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34255 2024-12-01T23:21:15,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34255 connecting to ZooKeeper ensemble=127.0.0.1:56669 2024-12-01T23:21:15,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342550x0, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:15,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34255-0x10193331a310003 connected 2024-12-01T23:21:15,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:15,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:15,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Set watcher on znode that does not yet exist, /1817720175/running 2024-12-01T23:21:15,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858, hbase.cluster.distributed=false 2024-12-01T23:21:15,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Set watcher on znode that does not yet exist, /1817720175/acl 2024-12-01T23:21:15,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34255 2024-12-01T23:21:15,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34255 2024-12-01T23:21:15,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34255 2024-12-01T23:21:15,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34255 2024-12-01T23:21:15,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34255 2024-12-01T23:21:15,803 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:21:15,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:15,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:15,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:21:15,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:15,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:21:15,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:21:15,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:21:15,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39069 2024-12-01T23:21:15,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39069 connecting to ZooKeeper ensemble=127.0.0.1:56669 2024-12-01T23:21:15,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:15,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:15,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390690x0, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:15,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390690x0, quorum=127.0.0.1:56669, baseZNode=/1817720175 Set watcher on znode that does not yet exist, /1817720175/running 2024-12-01T23:21:15,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39069-0x10193331a310004 connected 2024-12-01T23:21:15,822 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:21:15,823 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:21:15,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Set watcher on znode that does not yet exist, /1817720175/master 2024-12-01T23:21:15,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Set watcher on znode that does not yet exist, /1817720175/acl 2024-12-01T23:21:15,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39069 2024-12-01T23:21:15,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39069 2024-12-01T23:21:15,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39069 2024-12-01T23:21:15,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39069 2024-12-01T23:21:15,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39069 2024-12-01T23:21:15,841 DEBUG [M:0;f962de17fdc3:34255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:34255 2024-12-01T23:21:15,841 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1817720175/backup-masters/f962de17fdc3,34255,1733095275604 2024-12-01T23:21:15,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175/backup-masters 2024-12-01T23:21:15,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175/backup-masters 2024-12-01T23:21:15,854 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Set watcher on existing znode=/1817720175/backup-masters/f962de17fdc3,34255,1733095275604 2024-12-01T23:21:15,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1817720175/master 2024-12-01T23:21:15,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:15,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:15,875 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Set watcher on existing znode=/1817720175/master 2024-12-01T23:21:15,875 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1817720175/backup-masters/f962de17fdc3,34255,1733095275604 from backup master directory 2024-12-01T23:21:15,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1817720175/backup-masters/f962de17fdc3,34255,1733095275604 2024-12-01T23:21:15,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175/backup-masters 2024-12-01T23:21:15,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175/backup-masters 2024-12-01T23:21:15,885 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:21:15,885 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,34255,1733095275604 2024-12-01T23:21:15,888 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/hbase.id] with ID: ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b 2024-12-01T23:21:15,888 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/.tmp/hbase.id 2024-12-01T23:21:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:21:16,298 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/.tmp/hbase.id]:[hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/hbase.id] 2024-12-01T23:21:16,305 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:16,305 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:21:16,306 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:21:16,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:16,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:21:16,778 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:16,779 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:21:16,779 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:16,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:21:17,184 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store 2024-12-01T23:21:17,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:21:17,589 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:17,589 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:21:17,589 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:17,589 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:17,589 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:21:17,589 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:17,589 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:17,589 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095277589Disabling compacts and flushes for region at 1733095277589Disabling writes for close at 1733095277589Writing region close event to WAL at 1733095277589Closed at 1733095277589 2024-12-01T23:21:17,590 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/.initializing 2024-12-01T23:21:17,590 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/WALs/f962de17fdc3,34255,1733095275604 2024-12-01T23:21:17,591 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:21:17,592 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C34255%2C1733095275604, suffix=, logDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/WALs/f962de17fdc3,34255,1733095275604, archiveDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/oldWALs, maxLogs=10 2024-12-01T23:21:17,603 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/WALs/f962de17fdc3,34255,1733095275604/f962de17fdc3%2C34255%2C1733095275604.1733095277592, exclude list is [], retry=0 2024-12-01T23:21:17,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45847,DS-333523ee-1146-4de4-acef-dbfc2e7bb21b,DISK] 2024-12-01T23:21:17,607 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/WALs/f962de17fdc3,34255,1733095275604/f962de17fdc3%2C34255%2C1733095275604.1733095277592 2024-12-01T23:21:17,607 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39073:39073)] 2024-12-01T23:21:17,607 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:17,608 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:17,608 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,608 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:21:17,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:17,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:17,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:21:17,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:17,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:17,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:21:17,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:17,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:17,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:21:17,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:17,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:17,614 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,614 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,614 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,615 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,615 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,615 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:17,616 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:17,617 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:17,618 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62707104, jitterRate=-0.06559133529663086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:17,618 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095277608Initializing all the Stores at 1733095277608Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095277608Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095277609 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095277609Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095277609Cleaning up temporary data from old regions at 1733095277615 (+6 ms)Region opened successfully at 1733095277618 (+3 ms) 2024-12-01T23:21:17,618 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:21:17,620 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0f313f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:21:17,621 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:21:17,621 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:21:17,621 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:21:17,621 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:21:17,621 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:21:17,621 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:21:17,622 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:21:17,623 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:21:17,624 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Unable to get data of znode /1817720175/balancer because node does not exist (not necessarily an error) 2024-12-01T23:21:17,687 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1817720175/balancer already deleted, retry=false 2024-12-01T23:21:17,688 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:21:17,688 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Unable to get data of znode /1817720175/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:21:17,749 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1817720175/normalizer already deleted, retry=false 2024-12-01T23:21:17,750 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:21:17,751 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Unable to get data of znode /1817720175/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:21:17,840 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1817720175/switch/split already deleted, retry=false 2024-12-01T23:21:17,841 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Unable to get data of znode /1817720175/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:21:17,921 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1817720175/switch/merge already deleted, retry=false 2024-12-01T23:21:17,923 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Unable to get data of znode /1817720175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:21:17,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:21:17,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:17,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:17,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:17,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:17,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:17,993 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1817720175/snapshot-cleanup already deleted, retry=false 2024-12-01T23:21:18,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:18,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:18,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:18,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:18,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:18,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:18,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:18,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:18,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:18,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:18,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:21:18,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1817720175/running 2024-12-01T23:21:18,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:18,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1817720175/running 2024-12-01T23:21:18,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:18,075 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,34255,1733095275604, sessionid=0x10193331a310003, setting cluster-up flag (Was=false) 2024-12-01T23:21:18,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:18,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:18,519 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1817720175/flush-table-proc/acquired, /1817720175/flush-table-proc/reached, /1817720175/flush-table-proc/abort 2024-12-01T23:21:18,520 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,34255,1733095275604 2024-12-01T23:21:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:18,879 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1817720175/online-snapshot/acquired, /1817720175/online-snapshot/reached, /1817720175/online-snapshot/abort 2024-12-01T23:21:18,880 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,34255,1733095275604 2024-12-01T23:21:18,880 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:21:18,882 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:18,882 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:21:18,882 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:21:18,882 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,34255,1733095275604 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:21:18,883 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:18,883 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:18,883 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:18,884 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:18,884 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:21:18,884 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:18,884 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:21:18,884 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:18,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:18,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:21:18,885 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:18,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:21:18,891 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095308891 2024-12-01T23:21:18,891 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:21:18,891 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:21:18,891 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:21:18,891 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:21:18,891 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:21:18,891 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:21:18,891 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:18,891 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:21:18,892 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:21:18,892 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:21:18,892 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:21:18,892 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:21:18,892 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:21:18,893 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095278892,5,FailOnTimeoutGroup] 2024-12-01T23:21:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:21:18,896 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095278893,5,FailOnTimeoutGroup] 2024-12-01T23:21:18,896 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:18,896 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:21:18,896 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:18,896 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:18,935 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(746): ClusterId : ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b 2024-12-01T23:21:18,935 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:21:18,972 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:21:18,972 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:21:19,042 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:21:19,043 DEBUG [RS:0;f962de17fdc3:39069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fe1025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:21:19,059 DEBUG [RS:0;f962de17fdc3:39069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:39069 2024-12-01T23:21:19,059 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:21:19,059 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:21:19,059 DEBUG [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:21:19,060 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,34255,1733095275604 with port=39069, startcode=1733095275803 2024-12-01T23:21:19,060 DEBUG [RS:0;f962de17fdc3:39069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:21:19,062 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:21:19,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,39069,1733095275803 2024-12-01T23:21:19,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34255 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,39069,1733095275803 2024-12-01T23:21:19,064 DEBUG [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858 2024-12-01T23:21:19,064 DEBUG [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36249 2024-12-01T23:21:19,064 DEBUG [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:21:19,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:21:19,294 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858 2024-12-01T23:21:19,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741832_1008 (size=32) 2024-12-01T23:21:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175/rs 2024-12-01T23:21:19,341 DEBUG [RS:0;f962de17fdc3:39069 {}] zookeeper.ZKUtil(111): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Set watcher on existing znode=/1817720175/rs/f962de17fdc3,39069,1733095275803 2024-12-01T23:21:19,341 WARN [RS:0;f962de17fdc3:39069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:21:19,341 INFO [RS:0;f962de17fdc3:39069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:19,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,39069,1733095275803] 2024-12-01T23:21:19,341 DEBUG [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803 2024-12-01T23:21:19,344 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:21:19,345 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:21:19,345 INFO [RS:0;f962de17fdc3:39069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:21:19,346 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:19,346 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:21:19,346 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:21:19,346 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:19,346 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,346 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,346 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,346 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,346 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,347 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:21:19,347 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,347 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,347 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,347 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,347 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,347 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:19,347 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:21:19,347 DEBUG [RS:0;f962de17fdc3:39069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:21:19,347 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:19,347 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:19,347 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:19,347 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:19,347 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:19,347 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,39069,1733095275803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:21:19,364 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:21:19,365 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,39069,1733095275803-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:19,365 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:19,365 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.Replication(171): f962de17fdc3,39069,1733095275803 started 2024-12-01T23:21:19,379 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:19,379 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,39069,1733095275803, RpcServer on f962de17fdc3/172.17.0.3:39069, sessionid=0x10193331a310004 2024-12-01T23:21:19,379 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:21:19,379 DEBUG [RS:0;f962de17fdc3:39069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,39069,1733095275803 2024-12-01T23:21:19,379 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,39069,1733095275803' 2024-12-01T23:21:19,379 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1817720175/flush-table-proc/abort' 2024-12-01T23:21:19,380 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1817720175/flush-table-proc/acquired' 2024-12-01T23:21:19,380 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:21:19,380 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:21:19,380 DEBUG [RS:0;f962de17fdc3:39069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,39069,1733095275803 2024-12-01T23:21:19,380 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,39069,1733095275803' 2024-12-01T23:21:19,380 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1817720175/online-snapshot/abort' 2024-12-01T23:21:19,381 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1817720175/online-snapshot/acquired' 2024-12-01T23:21:19,381 DEBUG [RS:0;f962de17fdc3:39069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:21:19,381 INFO [RS:0;f962de17fdc3:39069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:21:19,381 INFO [RS:0;f962de17fdc3:39069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:21:19,481 INFO [RS:0;f962de17fdc3:39069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:21:19,482 INFO [RS:0;f962de17fdc3:39069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C39069%2C1733095275803, suffix=, logDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803, archiveDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/oldWALs, maxLogs=10 2024-12-01T23:21:19,494 DEBUG [RS:0;f962de17fdc3:39069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483, exclude list is [], retry=0 2024-12-01T23:21:19,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45847,DS-333523ee-1146-4de4-acef-dbfc2e7bb21b,DISK] 2024-12-01T23:21:19,498 INFO [RS:0;f962de17fdc3:39069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 2024-12-01T23:21:19,499 DEBUG [RS:0;f962de17fdc3:39069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39073:39073)] 2024-12-01T23:21:19,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:19,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:21:19,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:21:19,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:19,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:19,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:21:19,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:21:19,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:19,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:19,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:21:19,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:21:19,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:19,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:19,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:21:19,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:21:19,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:19,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:19,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:21:19,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740 2024-12-01T23:21:19,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740 2024-12-01T23:21:19,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:21:19,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:21:19,707 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:19,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:21:19,709 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:19,710 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60704059, jitterRate=-0.09543903172016144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:19,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095279699Initializing all the Stores at 1733095279700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095279700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095279700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095279700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095279700Cleaning up temporary data from old regions at 1733095279707 (+7 ms)Region opened successfully at 1733095279710 (+3 ms) 2024-12-01T23:21:19,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:21:19,710 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:21:19,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:21:19,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:21:19,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:21:19,710 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:19,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095279710Disabling compacts and flushes for region at 1733095279710Disabling writes for close at 1733095279710Writing region close event to WAL at 1733095279710Closed at 1733095279710 2024-12-01T23:21:19,711 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:19,711 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:21:19,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:21:19,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:21:19,712 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:21:19,863 DEBUG [f962de17fdc3:34255 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:21:19,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,39069,1733095275803 2024-12-01T23:21:19,864 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,39069,1733095275803, state=OPENING 2024-12-01T23:21:19,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:21:19,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:19,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:19,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1817720175/meta-region-server: CHANGED 2024-12-01T23:21:19,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1817720175/meta-region-server: CHANGED 2024-12-01T23:21:19,954 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:21:19,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,39069,1733095275803}] 2024-12-01T23:21:20,105 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:21:20,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:21:20,110 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:21:20,110 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:20,110 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:21:20,111 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C39069%2C1733095275803.meta, suffix=.meta, logDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803, archiveDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/oldWALs, maxLogs=10 2024-12-01T23:21:20,128 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.meta.1733095280111.meta, exclude list is [], retry=0 2024-12-01T23:21:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45847,DS-333523ee-1146-4de4-acef-dbfc2e7bb21b,DISK] 2024-12-01T23:21:20,131 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.meta.1733095280111.meta 2024-12-01T23:21:20,132 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39073:39073)] 2024-12-01T23:21:20,132 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:20,132 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:20,132 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:21:20,145 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:21:20,146 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:21:20,146 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:21:20,146 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:20,146 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:21:20,146 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:21:20,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:21:20,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:21:20,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:20,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:20,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:21:20,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:21:20,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:20,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:20,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:21:20,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:21:20,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:20,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:20,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:21:20,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:21:20,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:20,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:20,151 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:21:20,152 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740 2024-12-01T23:21:20,152 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740 2024-12-01T23:21:20,153 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:21:20,153 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:21:20,154 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:20,155 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:21:20,155 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67935519, jitterRate=0.012318119406700134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:20,155 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:21:20,155 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095280146Writing region info on filesystem at 1733095280146Initializing all the Stores at 1733095280147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095280147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095280147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095280147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095280147Cleaning up temporary data from old regions at 1733095280153 (+6 ms)Running coprocessor post-open hooks at 1733095280155 (+2 ms)Region opened successfully at 1733095280155 2024-12-01T23:21:20,156 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095280105 2024-12-01T23:21:20,159 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:21:20,160 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:21:20,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,39069,1733095275803 2024-12-01T23:21:20,161 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,39069,1733095275803, state=OPEN 2024-12-01T23:21:20,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1817720175/meta-region-server 2024-12-01T23:21:20,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1817720175/meta-region-server 2024-12-01T23:21:20,174 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,39069,1733095275803 2024-12-01T23:21:20,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1817720175/meta-region-server: CHANGED 2024-12-01T23:21:20,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1817720175/meta-region-server: CHANGED 2024-12-01T23:21:20,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:21:20,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,39069,1733095275803 in 220 msec 2024-12-01T23:21:20,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:21:20,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-12-01T23:21:20,179 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:20,179 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:21:20,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:20,180 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,39069,1733095275803, seqNum=-1] 2024-12-01T23:21:20,180 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:20,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:20,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-12-01T23:21:20,185 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095280185, completionTime=-1 2024-12-01T23:21:20,185 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:21:20,185 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:21:20,187 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:21:20,187 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095340187 2024-12-01T23:21:20,187 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095400187 2024-12-01T23:21:20,187 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T23:21:20,187 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34255,1733095275604-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:20,188 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34255,1733095275604-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:20,188 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34255,1733095275604-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:20,188 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:34255, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:20,188 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:20,188 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:20,189 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:21:20,191 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.306sec 2024-12-01T23:21:20,191 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:21:20,191 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:21:20,191 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:21:20,191 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:21:20,191 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:21:20,191 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34255,1733095275604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:21:20,191 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34255,1733095275604-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:21:20,193 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:21:20,193 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:21:20,193 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34255,1733095275604-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:20,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e137ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:20,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34255,-1 for getting cluster id 2024-12-01T23:21:20,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:20,247 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b' 2024-12-01T23:21:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:20,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b" 2024-12-01T23:21:20,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0a1249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:20,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34255,-1] 2024-12-01T23:21:20,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:20,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:20,249 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:20,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557b24c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:20,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:20,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,39069,1733095275803, seqNum=-1] 2024-12-01T23:21:20,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:20,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,34255,1733095275604 2024-12-01T23:21:20,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56669 2024-12-01T23:21:20,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:20,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10193331a310005 connected 2024-12-01T23:21:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/hadoop.log.dir so I do NOT create it in target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa 2024-12-01T23:21:20,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:21:20,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/hadoop.tmp.dir so I do NOT create it in target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa 2024-12-01T23:21:20,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:21:20,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa 2024-12-01T23:21:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:21:20,288 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/cluster_3dcc9f6c-f974-40b5-f3ab-4e08a5e38e44, deleteOnExit=true 2024-12-01T23:21:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:21:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/test.cache.data in system properties and HBase conf 2024-12-01T23:21:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:21:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:21:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:21:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:21:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:21:20,288 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:21:20,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:21:20,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:20,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:21:20,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:21:20,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:21:20,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:21:20,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:20,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f44739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:21:20,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37771786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:21:20,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fbcd250{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/java.io.tmpdir/jetty-localhost-39977-hadoop-hdfs-3_4_1-tests_jar-_-any-3511068499606435134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:21:20,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7b342c{HTTP/1.1, (http/1.1)}{localhost:39977} 2024-12-01T23:21:20,845 INFO [Time-limited test {}] server.Server(415): Started @291615ms 2024-12-01T23:21:21,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:21,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:21:21,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:21:21,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:21:21,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:21:21,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a575cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:21:21,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c03c538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:21:21,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78b0fe0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/java.io.tmpdir/jetty-localhost-43175-hadoop-hdfs-3_4_1-tests_jar-_-any-16177080058434162047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:21:21,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d48c9f{HTTP/1.1, (http/1.1)}{localhost:43175} 2024-12-01T23:21:21,190 INFO [Time-limited test {}] server.Server(415): Started @291960ms 2024-12-01T23:21:21,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:21:21,928 WARN [Thread-3687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/cluster_3dcc9f6c-f974-40b5-f3ab-4e08a5e38e44/data/data1/current/BP-1791409576-172.17.0.3-1733095280315/current, will proceed with Du for space computation calculation, 2024-12-01T23:21:21,928 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/cluster_3dcc9f6c-f974-40b5-f3ab-4e08a5e38e44/data/data2/current/BP-1791409576-172.17.0.3-1733095280315/current, will proceed with Du for space computation calculation, 2024-12-01T23:21:21,946 WARN [Thread-3675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:21:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2980a9ab5fa08b5f with lease ID 0x881835bb7bbb0a97: Processing first storage report for DS-6b7d5718-129b-434f-8f64-99102ffb2058 from datanode DatanodeRegistration(127.0.0.1:36437, datanodeUuid=4952f642-4263-4b4a-8620-0b57e3c5119d, infoPort=41725, infoSecurePort=0, ipcPort=42593, storageInfo=lv=-57;cid=testClusterID;nsid=188318208;c=1733095280315) 2024-12-01T23:21:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2980a9ab5fa08b5f with lease ID 0x881835bb7bbb0a97: from storage DS-6b7d5718-129b-434f-8f64-99102ffb2058 node DatanodeRegistration(127.0.0.1:36437, datanodeUuid=4952f642-4263-4b4a-8620-0b57e3c5119d, infoPort=41725, infoSecurePort=0, ipcPort=42593, storageInfo=lv=-57;cid=testClusterID;nsid=188318208;c=1733095280315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:21:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2980a9ab5fa08b5f with lease ID 0x881835bb7bbb0a97: Processing first storage report for DS-9c5b85de-d01a-40f5-8082-2c391448f98f from datanode DatanodeRegistration(127.0.0.1:36437, datanodeUuid=4952f642-4263-4b4a-8620-0b57e3c5119d, infoPort=41725, infoSecurePort=0, ipcPort=42593, storageInfo=lv=-57;cid=testClusterID;nsid=188318208;c=1733095280315) 2024-12-01T23:21:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2980a9ab5fa08b5f with lease ID 0x881835bb7bbb0a97: from storage DS-9c5b85de-d01a-40f5-8082-2c391448f98f node DatanodeRegistration(127.0.0.1:36437, datanodeUuid=4952f642-4263-4b4a-8620-0b57e3c5119d, infoPort=41725, infoSecurePort=0, ipcPort=42593, storageInfo=lv=-57;cid=testClusterID;nsid=188318208;c=1733095280315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:21:22,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa 2024-12-01T23:21:22,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:22,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:21:22,436 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4 with version=8 2024-12-01T23:21:22,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/hbase-staging 2024-12-01T23:21:22,439 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:21:22,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:22,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:22,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:21:22,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:22,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:21:22,439 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:21:22,439 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:21:22,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43921 2024-12-01T23:21:22,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43921 connecting to ZooKeeper ensemble=127.0.0.1:56669 2024-12-01T23:21:22,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439210x0, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:22,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43921-0x10193331a310006 connected 2024-12-01T23:21:22,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:22,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:22,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Set watcher on znode that does not yet exist, /21016701051/running 2024-12-01T23:21:22,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4, hbase.cluster.distributed=false 2024-12-01T23:21:22,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Set watcher on znode that does not yet exist, /21016701051/acl 2024-12-01T23:21:22,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43921 2024-12-01T23:21:22,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43921 2024-12-01T23:21:22,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43921 2024-12-01T23:21:22,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43921 2024-12-01T23:21:22,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43921 2024-12-01T23:21:22,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:21:22,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:22,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:22,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:21:22,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:22,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:21:22,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:21:22,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:21:22,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45823 2024-12-01T23:21:22,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45823 connecting to ZooKeeper ensemble=127.0.0.1:56669 2024-12-01T23:21:22,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:22,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:22,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458230x0, quorum=127.0.0.1:56669, baseZNode=/21016701051 Set watcher on znode that does not yet exist, /21016701051/running 2024-12-01T23:21:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458230x0, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:22,601 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:21:22,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45823-0x10193331a310007 connected 2024-12-01T23:21:22,636 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:21:22,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Set watcher on znode that does not yet exist, /21016701051/master 2024-12-01T23:21:22,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Set watcher on znode that does not yet exist, /21016701051/acl 2024-12-01T23:21:22,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45823 2024-12-01T23:21:22,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45823 2024-12-01T23:21:22,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45823 2024-12-01T23:21:22,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45823 2024-12-01T23:21:22,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45823 2024-12-01T23:21:22,691 DEBUG [M:0;f962de17fdc3:43921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:43921 2024-12-01T23:21:22,692 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21016701051/backup-masters/f962de17fdc3,43921,1733095282439 2024-12-01T23:21:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051/backup-masters 2024-12-01T23:21:22,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051/backup-masters 2024-12-01T23:21:22,701 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Set watcher on existing znode=/21016701051/backup-masters/f962de17fdc3,43921,1733095282439 2024-12-01T23:21:22,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:22,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21016701051/master 2024-12-01T23:21:22,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:22,711 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Set watcher on existing znode=/21016701051/master 2024-12-01T23:21:22,712 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21016701051/backup-masters/f962de17fdc3,43921,1733095282439 from backup master directory 2024-12-01T23:21:22,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21016701051/backup-masters/f962de17fdc3,43921,1733095282439 2024-12-01T23:21:22,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051/backup-masters 2024-12-01T23:21:22,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051/backup-masters 2024-12-01T23:21:22,721 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:21:22,721 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,43921,1733095282439 2024-12-01T23:21:22,726 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/hbase.id] with ID: 54c031cd-0575-4db7-bcad-43fa5ddf86ed 2024-12-01T23:21:22,726 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/.tmp/hbase.id 2024-12-01T23:21:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:21:22,740 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/.tmp/hbase.id]:[hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/hbase.id] 2024-12-01T23:21:22,753 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:22,753 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:21:22,754 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:21:22,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:22,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:22,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:21:23,170 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:23,171 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:21:23,171 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:23,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:21:23,178 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store 2024-12-01T23:21:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:21:23,583 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:23,583 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:21:23,583 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:23,584 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:23,584 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:21:23,584 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:23,584 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:23,584 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095283583Disabling compacts and flushes for region at 1733095283583Disabling writes for close at 1733095283584 (+1 ms)Writing region close event to WAL at 1733095283584Closed at 1733095283584 2024-12-01T23:21:23,585 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/.initializing 2024-12-01T23:21:23,585 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/WALs/f962de17fdc3,43921,1733095282439 2024-12-01T23:21:23,586 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:21:23,588 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C43921%2C1733095282439, suffix=, logDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/WALs/f962de17fdc3,43921,1733095282439, archiveDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/oldWALs, maxLogs=10 2024-12-01T23:21:23,609 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/WALs/f962de17fdc3,43921,1733095282439/f962de17fdc3%2C43921%2C1733095282439.1733095283588, exclude list is [], retry=0 2024-12-01T23:21:23,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36437,DS-6b7d5718-129b-434f-8f64-99102ffb2058,DISK] 2024-12-01T23:21:23,619 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/WALs/f962de17fdc3,43921,1733095282439/f962de17fdc3%2C43921%2C1733095282439.1733095283588 2024-12-01T23:21:23,621 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41725:41725)] 2024-12-01T23:21:23,621 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:23,622 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:23,622 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,622 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:21:23,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:23,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:23,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:21:23,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:23,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:23,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:21:23,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:23,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:23,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:21:23,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:23,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:23,629 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,630 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,630 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,631 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,631 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,631 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:23,632 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:23,641 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:23,642 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69473878, jitterRate=0.03524145483970642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:23,642 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095283622Initializing all the Stores at 1733095283623 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095283623Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095283623Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095283623Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095283623Cleaning up temporary data from old regions at 1733095283631 (+8 ms)Region opened successfully at 1733095283642 (+11 ms) 2024-12-01T23:21:23,642 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:21:23,645 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cbd690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:21:23,645 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:21:23,646 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:21:23,646 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:21:23,646 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:21:23,646 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:21:23,646 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:21:23,647 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:21:23,648 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:21:23,649 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Unable to get data of znode /21016701051/balancer because node does not exist (not necessarily an error) 2024-12-01T23:21:23,700 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21016701051/balancer already deleted, retry=false 2024-12-01T23:21:23,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:21:23,701 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Unable to get data of znode /21016701051/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:21:23,711 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21016701051/normalizer already deleted, retry=false 2024-12-01T23:21:23,711 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:21:23,712 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Unable to get data of znode /21016701051/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:21:23,721 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21016701051/switch/split already deleted, retry=false 2024-12-01T23:21:23,722 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Unable to get data of znode /21016701051/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:21:23,732 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21016701051/switch/merge already deleted, retry=false 2024-12-01T23:21:23,734 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Unable to get data of znode /21016701051/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:21:23,742 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21016701051/snapshot-cleanup already deleted, retry=false 2024-12-01T23:21:23,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21016701051/running 2024-12-01T23:21:23,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:23,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21016701051/running 2024-12-01T23:21:23,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:23,753 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,43921,1733095282439, sessionid=0x10193331a310006, setting cluster-up flag (Was=false) 2024-12-01T23:21:23,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:23,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:23,805 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21016701051/flush-table-proc/acquired, /21016701051/flush-table-proc/reached, /21016701051/flush-table-proc/abort 2024-12-01T23:21:23,807 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,43921,1733095282439 2024-12-01T23:21:23,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:23,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:23,858 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21016701051/online-snapshot/acquired, /21016701051/online-snapshot/reached, /21016701051/online-snapshot/abort 2024-12-01T23:21:23,859 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,43921,1733095282439 2024-12-01T23:21:23,860 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:21:23,862 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:23,862 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:21:23,862 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:21:23,863 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,43921,1733095282439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:21:23,864 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:23,864 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:23,864 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:23,864 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:23,864 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:21:23,864 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:23,864 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:21:23,864 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:23,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:23,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:21:23,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:23,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:21:23,880 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095313880 2024-12-01T23:21:23,880 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:21:23,881 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:21:23,881 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:21:23,881 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:21:23,881 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:21:23,881 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:21:23,881 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:23,882 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:21:23,882 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:21:23,882 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:21:23,882 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:21:23,883 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(746): ClusterId : 54c031cd-0575-4db7-bcad-43fa5ddf86ed 2024-12-01T23:21:23,883 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:21:23,883 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:21:23,883 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:21:23,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:21:23,884 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095283883,5,FailOnTimeoutGroup] 2024-12-01T23:21:23,884 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095283884,5,FailOnTimeoutGroup] 2024-12-01T23:21:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:21:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:23,884 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:23,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:21:23,885 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4 2024-12-01T23:21:23,896 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:21:23,896 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:21:23,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741832_1008 (size=32) 2024-12-01T23:21:23,906 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:21:23,907 DEBUG [RS:0;f962de17fdc3:45823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4907aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:21:23,926 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:45823 2024-12-01T23:21:23,926 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:21:23,926 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:21:23,926 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:21:23,937 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,43921,1733095282439 with port=45823, startcode=1733095282571 2024-12-01T23:21:23,937 DEBUG [RS:0;f962de17fdc3:45823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:21:23,945 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:21:23,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,45823,1733095282571 2024-12-01T23:21:23,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43921 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,45823,1733095282571 2024-12-01T23:21:23,948 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4 2024-12-01T23:21:23,948 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33635 2024-12-01T23:21:23,948 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:21:23,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051/rs 2024-12-01T23:21:23,991 DEBUG [RS:0;f962de17fdc3:45823 {}] zookeeper.ZKUtil(111): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Set watcher on existing znode=/21016701051/rs/f962de17fdc3,45823,1733095282571 2024-12-01T23:21:23,991 WARN [RS:0;f962de17fdc3:45823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:21:23,992 INFO [RS:0;f962de17fdc3:45823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:23,992 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571 2024-12-01T23:21:23,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,45823,1733095282571] 2024-12-01T23:21:23,994 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:21:23,996 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:21:23,997 INFO [RS:0;f962de17fdc3:45823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:21:23,997 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,000 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:21:24,001 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:21:24,001 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:21:24,001 DEBUG [RS:0;f962de17fdc3:45823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:21:24,002 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,002 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,002 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,002 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,002 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,002 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,45823,1733095282571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:21:24,019 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:21:24,019 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,45823,1733095282571-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,019 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,019 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.Replication(171): f962de17fdc3,45823,1733095282571 started 2024-12-01T23:21:24,037 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,037 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,45823,1733095282571, RpcServer on f962de17fdc3/172.17.0.3:45823, sessionid=0x10193331a310007 2024-12-01T23:21:24,037 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:21:24,037 DEBUG [RS:0;f962de17fdc3:45823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,45823,1733095282571 2024-12-01T23:21:24,037 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,45823,1733095282571' 2024-12-01T23:21:24,037 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21016701051/flush-table-proc/abort' 2024-12-01T23:21:24,037 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21016701051/flush-table-proc/acquired' 2024-12-01T23:21:24,038 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:21:24,038 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:21:24,038 DEBUG [RS:0;f962de17fdc3:45823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,45823,1733095282571 2024-12-01T23:21:24,038 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,45823,1733095282571' 2024-12-01T23:21:24,038 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21016701051/online-snapshot/abort' 2024-12-01T23:21:24,038 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21016701051/online-snapshot/acquired' 2024-12-01T23:21:24,038 DEBUG [RS:0;f962de17fdc3:45823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:21:24,038 INFO [RS:0;f962de17fdc3:45823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:21:24,038 INFO [RS:0;f962de17fdc3:45823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:21:24,139 INFO [RS:0;f962de17fdc3:45823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:21:24,140 INFO [RS:0;f962de17fdc3:45823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C45823%2C1733095282571, suffix=, logDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571, archiveDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/oldWALs, maxLogs=10 2024-12-01T23:21:24,156 DEBUG [RS:0;f962de17fdc3:45823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141, exclude list is [], retry=0 2024-12-01T23:21:24,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36437,DS-6b7d5718-129b-434f-8f64-99102ffb2058,DISK] 2024-12-01T23:21:24,173 INFO [RS:0;f962de17fdc3:45823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 2024-12-01T23:21:24,173 DEBUG [RS:0;f962de17fdc3:45823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41725:41725)] 2024-12-01T23:21:24,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:24,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:21:24,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:21:24,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:24,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:24,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:21:24,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:21:24,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:24,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:24,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:21:24,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:21:24,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:24,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:24,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:21:24,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:21:24,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:24,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:24,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:21:24,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740 2024-12-01T23:21:24,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740 2024-12-01T23:21:24,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:21:24,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:21:24,311 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:24,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:21:24,313 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:24,313 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63135751, jitterRate=-0.05920399725437164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:24,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095284302Initializing all the Stores at 1733095284303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095284303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095284303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095284303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095284303Cleaning up temporary data from old regions at 1733095284310 (+7 ms)Region opened successfully at 1733095284313 (+3 ms) 2024-12-01T23:21:24,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:21:24,314 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:21:24,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:21:24,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:21:24,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:21:24,314 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:24,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095284313Disabling compacts and flushes for region at 1733095284313Disabling writes for close at 1733095284314 (+1 ms)Writing region close event to WAL at 1733095284314Closed at 1733095284314 2024-12-01T23:21:24,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:24,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:21:24,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:21:24,316 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:21:24,317 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:21:24,467 DEBUG [f962de17fdc3:43921 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:21:24,467 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,45823,1733095282571 2024-12-01T23:21:24,469 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,45823,1733095282571, state=OPENING 2024-12-01T23:21:24,511 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:21:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:24,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21016701051/meta-region-server: CHANGED 2024-12-01T23:21:24,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21016701051/meta-region-server: CHANGED 2024-12-01T23:21:24,522 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:21:24,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,45823,1733095282571}] 2024-12-01T23:21:24,674 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:21:24,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:21:24,685 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:21:24,687 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:24,688 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:21:24,691 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C45823%2C1733095282571.meta, suffix=.meta, logDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571, archiveDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/oldWALs, maxLogs=10 2024-12-01T23:21:24,723 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.meta.1733095284691.meta, exclude list is [], retry=0 2024-12-01T23:21:24,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36437,DS-6b7d5718-129b-434f-8f64-99102ffb2058,DISK] 2024-12-01T23:21:24,737 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.meta.1733095284691.meta 2024-12-01T23:21:24,737 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41725:41725)] 2024-12-01T23:21:24,737 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:24,738 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:24,738 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:21:24,738 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:21:24,738 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:21:24,739 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:21:24,739 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:24,739 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:21:24,739 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:21:24,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:21:24,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:21:24,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:24,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:24,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:21:24,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:21:24,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:24,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:24,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:21:24,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:21:24,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:24,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:24,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:21:24,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:21:24,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:24,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:24,751 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:21:24,751 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740 2024-12-01T23:21:24,752 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740 2024-12-01T23:21:24,753 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:21:24,753 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:21:24,754 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:24,755 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:21:24,756 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68127676, jitterRate=0.015181481838226318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:24,756 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:21:24,756 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095284739Writing region info on filesystem at 1733095284739Initializing all the Stores at 1733095284740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095284740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095284740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095284740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095284741 (+1 ms)Cleaning up temporary data from old regions at 1733095284753 (+12 ms)Running coprocessor post-open hooks at 1733095284756 (+3 ms)Region opened successfully at 1733095284756 2024-12-01T23:21:24,757 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095284674 2024-12-01T23:21:24,759 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:21:24,759 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:21:24,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,45823,1733095282571 2024-12-01T23:21:24,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,45823,1733095282571, state=OPEN 2024-12-01T23:21:24,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21016701051/meta-region-server 2024-12-01T23:21:24,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21016701051/meta-region-server 2024-12-01T23:21:24,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,45823,1733095282571 2024-12-01T23:21:24,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21016701051/meta-region-server: CHANGED 2024-12-01T23:21:24,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21016701051/meta-region-server: CHANGED 2024-12-01T23:21:24,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:21:24,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,45823,1733095282571 in 252 msec 2024-12-01T23:21:24,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:21:24,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-12-01T23:21:24,779 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:24,779 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:21:24,780 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:24,780 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,45823,1733095282571, seqNum=-1] 2024-12-01T23:21:24,780 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:24,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:24,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 924 msec 2024-12-01T23:21:24,787 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095284787, completionTime=-1 2024-12-01T23:21:24,787 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:21:24,787 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:21:24,789 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:21:24,789 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095344789 2024-12-01T23:21:24,789 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095404789 2024-12-01T23:21:24,789 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T23:21:24,790 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43921,1733095282439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,790 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43921,1733095282439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,790 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43921,1733095282439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,790 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:43921, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,790 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,790 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,792 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:21:24,794 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.073sec 2024-12-01T23:21:24,794 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:21:24,794 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:21:24,794 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:21:24,794 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:21:24,794 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:21:24,794 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43921,1733095282439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:21:24,794 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43921,1733095282439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:21:24,796 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:21:24,796 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:21:24,796 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,43921,1733095282439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:24,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343d77b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:24,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,43921,-1 for getting cluster id 2024-12-01T23:21:24,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:24,884 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c031cd-0575-4db7-bcad-43fa5ddf86ed' 2024-12-01T23:21:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c031cd-0575-4db7-bcad-43fa5ddf86ed" 2024-12-01T23:21:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b0c391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,43921,-1] 2024-12-01T23:21:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:24,885 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:24,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705fc01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:24,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,45823,1733095282571, seqNum=-1] 2024-12-01T23:21:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:24,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:24,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,43921,1733095282439 2024-12-01T23:21:24,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56669 2024-12-01T23:21:24,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:24,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10193331a310008 connected 2024-12-01T23:21:24,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34941,1733095269985 2024-12-01T23:21:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ccc862 2024-12-01T23:21:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:24,915 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:21:24,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:21:24,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:21:24,918 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:24,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:21:24,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:21:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:21:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:25,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e0d7f14eac6f94c844e99de7b2cdd25, NAME => 'test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132 2024-12-01T23:21:25,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:21:25,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:25,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e0d7f14eac6f94c844e99de7b2cdd25, disabling compactions & flushes 2024-12-01T23:21:25,336 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:25,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:25,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. after waiting 0 ms 2024-12-01T23:21:25,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:25,336 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:25,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e0d7f14eac6f94c844e99de7b2cdd25: Waiting for close lock at 1733095285336Disabling compacts and flushes for region at 1733095285336Disabling writes for close at 1733095285336Writing region close event to WAL at 1733095285336Closed at 1733095285336 2024-12-01T23:21:25,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:21:25,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095285337"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095285337"}]},"ts":"1733095285337"} 2024-12-01T23:21:25,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:21:25,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:21:25,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095285340"}]},"ts":"1733095285340"} 2024-12-01T23:21:25,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:21:25,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e0d7f14eac6f94c844e99de7b2cdd25, ASSIGN}] 2024-12-01T23:21:25,343 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e0d7f14eac6f94c844e99de7b2cdd25, ASSIGN 2024-12-01T23:21:25,344 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e0d7f14eac6f94c844e99de7b2cdd25, ASSIGN; state=OFFLINE, location=f962de17fdc3,33697,1733095270251; forceNewPlan=false, retain=false 2024-12-01T23:21:25,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e0d7f14eac6f94c844e99de7b2cdd25, regionState=OPENING, regionLocation=f962de17fdc3,33697,1733095270251 2024-12-01T23:21:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e0d7f14eac6f94c844e99de7b2cdd25, ASSIGN because future has completed 2024-12-01T23:21:25,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e0d7f14eac6f94c844e99de7b2cdd25, server=f962de17fdc3,33697,1733095270251}] 2024-12-01T23:21:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:25,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:21:25,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,689 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:25,690 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e0d7f14eac6f94c844e99de7b2cdd25, NAME => 'test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:25,690 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:25,690 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:21:25,690 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,690 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:25,690 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,690 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,692 INFO [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,693 INFO [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e0d7f14eac6f94c844e99de7b2cdd25 columnFamilyName f 2024-12-01T23:21:25,693 DEBUG [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:25,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,693 INFO [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] regionserver.HStore(327): Store=6e0d7f14eac6f94c844e99de7b2cdd25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:25,693 INFO [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,695 INFO [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e0d7f14eac6f94c844e99de7b2cdd25 columnFamilyName f1 2024-12-01T23:21:25,695 DEBUG [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:25,695 INFO [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] regionserver.HStore(327): Store=6e0d7f14eac6f94c844e99de7b2cdd25/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:25,695 INFO [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,697 INFO [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e0d7f14eac6f94c844e99de7b2cdd25 columnFamilyName norep 2024-12-01T23:21:25,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,697 DEBUG [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:25,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,697 INFO [StoreOpener-6e0d7f14eac6f94c844e99de7b2cdd25-1 {}] regionserver.HStore(327): Store=6e0d7f14eac6f94c844e99de7b2cdd25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:25,697 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,698 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,698 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:25,699 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,699 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,700 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:21:25,702 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,703 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:25,704 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e0d7f14eac6f94c844e99de7b2cdd25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68103525, jitterRate=0.014821603894233704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:21:25,704 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:25,705 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e0d7f14eac6f94c844e99de7b2cdd25: Running coprocessor pre-open hook at 1733095285691Writing region info on filesystem at 1733095285691Initializing all the Stores at 1733095285691Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095285691Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095285692 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095285692Cleaning up temporary data from old regions at 1733095285699 (+7 ms)Running coprocessor post-open hooks at 1733095285704 (+5 ms)Region opened successfully at 1733095285705 (+1 ms) 2024-12-01T23:21:25,706 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25., pid=6, masterSystemTime=1733095285670 2024-12-01T23:21:25,708 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:25,708 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:25,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e0d7f14eac6f94c844e99de7b2cdd25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,33697,1733095270251 2024-12-01T23:21:25,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e0d7f14eac6f94c844e99de7b2cdd25, server=f962de17fdc3,33697,1733095270251 because future has completed 2024-12-01T23:21:25,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:21:25,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e0d7f14eac6f94c844e99de7b2cdd25, server=f962de17fdc3,33697,1733095270251 in 214 msec 2024-12-01T23:21:25,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:21:25,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e0d7f14eac6f94c844e99de7b2cdd25, ASSIGN in 372 msec 2024-12-01T23:21:25,716 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:21:25,716 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095285716"}]},"ts":"1733095285716"} 2024-12-01T23:21:25,719 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:21:25,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:21:25,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 805 msec 2024-12-01T23:21:25,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:21:25,724 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T23:21:25,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:21:25,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T23:21:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:26,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:26,051 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:21:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34255,1733095275604 2024-12-01T23:21:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bd14ec 2024-12-01T23:21:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:26,053 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:21:26,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:21:26,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:21:26,056 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:26,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:21:26,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:21:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:26,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:21:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:26,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96fef43888cd97c438625e86d512e0c6, NAME => 'test,,1733095286053.96fef43888cd97c438625e86d512e0c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858 2024-12-01T23:21:26,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:21:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:26,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095286053.96fef43888cd97c438625e86d512e0c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:26,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 96fef43888cd97c438625e86d512e0c6, disabling compactions & flushes 2024-12-01T23:21:26,869 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:26,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:26,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095286053.96fef43888cd97c438625e86d512e0c6. after waiting 0 ms 2024-12-01T23:21:26,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:26,869 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:26,869 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96fef43888cd97c438625e86d512e0c6: Waiting for close lock at 1733095286869Disabling compacts and flushes for region at 1733095286869Disabling writes for close at 1733095286869Writing region close event to WAL at 1733095286869Closed at 1733095286869 2024-12-01T23:21:26,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:21:26,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095286053.96fef43888cd97c438625e86d512e0c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095286870"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095286870"}]},"ts":"1733095286870"} 2024-12-01T23:21:26,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:21:26,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:21:26,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095286873"}]},"ts":"1733095286873"} 2024-12-01T23:21:26,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:21:26,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96fef43888cd97c438625e86d512e0c6, ASSIGN}] 2024-12-01T23:21:26,876 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96fef43888cd97c438625e86d512e0c6, ASSIGN 2024-12-01T23:21:26,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=96fef43888cd97c438625e86d512e0c6, ASSIGN; state=OFFLINE, location=f962de17fdc3,39069,1733095275803; forceNewPlan=false, retain=false 2024-12-01T23:21:27,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96fef43888cd97c438625e86d512e0c6, regionState=OPENING, regionLocation=f962de17fdc3,39069,1733095275803 2024-12-01T23:21:27,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=96fef43888cd97c438625e86d512e0c6, ASSIGN because future has completed 2024-12-01T23:21:27,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96fef43888cd97c438625e86d512e0c6, server=f962de17fdc3,39069,1733095275803}] 2024-12-01T23:21:27,188 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:27,188 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 96fef43888cd97c438625e86d512e0c6, NAME => 'test,,1733095286053.96fef43888cd97c438625e86d512e0c6.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:27,188 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:27,188 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:21:27,188 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,189 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095286053.96fef43888cd97c438625e86d512e0c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:27,189 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,189 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,190 INFO [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,191 INFO [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96fef43888cd97c438625e86d512e0c6 columnFamilyName f 2024-12-01T23:21:27,191 DEBUG [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:27,191 INFO [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] regionserver.HStore(327): Store=96fef43888cd97c438625e86d512e0c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:27,191 INFO [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:27,192 INFO [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96fef43888cd97c438625e86d512e0c6 columnFamilyName f1 2024-12-01T23:21:27,192 DEBUG [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:27,192 INFO [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] regionserver.HStore(327): Store=96fef43888cd97c438625e86d512e0c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:27,192 INFO [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,193 INFO [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96fef43888cd97c438625e86d512e0c6 columnFamilyName norep 2024-12-01T23:21:27,194 DEBUG [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:27,194 INFO [StoreOpener-96fef43888cd97c438625e86d512e0c6-1 {}] regionserver.HStore(327): Store=96fef43888cd97c438625e86d512e0c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:27,194 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,194 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,195 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,195 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,195 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,196 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:21:27,197 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,198 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:27,198 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 96fef43888cd97c438625e86d512e0c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72296743, jitterRate=0.07730542123317719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:21:27,198 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:27,199 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 96fef43888cd97c438625e86d512e0c6: Running coprocessor pre-open hook at 1733095287189Writing region info on filesystem at 1733095287189Initializing all the Stores at 1733095287189Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095287189Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095287190 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095287190Cleaning up temporary data from old regions at 1733095287195 (+5 ms)Running coprocessor post-open hooks at 1733095287198 (+3 ms)Region opened successfully at 1733095287199 (+1 ms) 2024-12-01T23:21:27,199 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095286053.96fef43888cd97c438625e86d512e0c6., pid=6, masterSystemTime=1733095287185 2024-12-01T23:21:27,201 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:27,201 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:27,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96fef43888cd97c438625e86d512e0c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,39069,1733095275803 2024-12-01T23:21:27,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96fef43888cd97c438625e86d512e0c6, server=f962de17fdc3,39069,1733095275803 because future has completed 2024-12-01T23:21:27,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:21:27,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 96fef43888cd97c438625e86d512e0c6, server=f962de17fdc3,39069,1733095275803 in 172 msec 2024-12-01T23:21:27,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:21:27,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=96fef43888cd97c438625e86d512e0c6, ASSIGN in 331 msec 2024-12-01T23:21:27,208 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:21:27,208 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095287208"}]},"ts":"1733095287208"} 2024-12-01T23:21:27,210 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:21:27,210 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:21:27,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-12-01T23:21:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:28,201 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:21:28,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,43921,1733095282439 2024-12-01T23:21:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423ac6be 2024-12-01T23:21:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:28,203 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:21:28,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:21:28,206 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:21:28,206 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:28,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:21:28,207 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:21:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:28,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:21:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:28,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd4a55878b42196e7227ba7e1d59739e, NAME => 'test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4 2024-12-01T23:21:28,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:21:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:29,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:29,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fd4a55878b42196e7227ba7e1d59739e, disabling compactions & flushes 2024-12-01T23:21:29,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:29,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:29,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. after waiting 0 ms 2024-12-01T23:21:29,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:29,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:29,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd4a55878b42196e7227ba7e1d59739e: Waiting for close lock at 1733095289017Disabling compacts and flushes for region at 1733095289017Disabling writes for close at 1733095289017Writing region close event to WAL at 1733095289017Closed at 1733095289017 2024-12-01T23:21:29,093 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:21:29,093 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095289093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095289093"}]},"ts":"1733095289093"} 2024-12-01T23:21:29,095 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:21:29,096 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:21:29,096 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095289096"}]},"ts":"1733095289096"} 2024-12-01T23:21:29,098 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:21:29,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd4a55878b42196e7227ba7e1d59739e, ASSIGN}] 2024-12-01T23:21:29,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd4a55878b42196e7227ba7e1d59739e, ASSIGN 2024-12-01T23:21:29,100 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fd4a55878b42196e7227ba7e1d59739e, ASSIGN; state=OFFLINE, location=f962de17fdc3,45823,1733095282571; forceNewPlan=false, retain=false 2024-12-01T23:21:29,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd4a55878b42196e7227ba7e1d59739e, regionState=OPENING, regionLocation=f962de17fdc3,45823,1733095282571 2024-12-01T23:21:29,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fd4a55878b42196e7227ba7e1d59739e, ASSIGN because future has completed 2024-12-01T23:21:29,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd4a55878b42196e7227ba7e1d59739e, server=f962de17fdc3,45823,1733095282571}] 2024-12-01T23:21:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:29,414 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:29,414 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd4a55878b42196e7227ba7e1d59739e, NAME => 'test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:29,415 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:29,415 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:21:29,415 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,415 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:29,415 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,415 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,417 INFO [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,418 INFO [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd4a55878b42196e7227ba7e1d59739e columnFamilyName f 2024-12-01T23:21:29,418 DEBUG [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:29,419 INFO [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] regionserver.HStore(327): Store=fd4a55878b42196e7227ba7e1d59739e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:29,419 INFO [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,420 INFO [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd4a55878b42196e7227ba7e1d59739e columnFamilyName f1 2024-12-01T23:21:29,420 DEBUG [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:29,420 INFO [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] regionserver.HStore(327): Store=fd4a55878b42196e7227ba7e1d59739e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:29,420 INFO [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,421 INFO [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd4a55878b42196e7227ba7e1d59739e columnFamilyName norep 2024-12-01T23:21:29,421 DEBUG [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:29,421 INFO [StoreOpener-fd4a55878b42196e7227ba7e1d59739e-1 {}] regionserver.HStore(327): Store=fd4a55878b42196e7227ba7e1d59739e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:29,422 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,423 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,423 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,424 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,424 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,424 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:21:29,425 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,427 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:29,428 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd4a55878b42196e7227ba7e1d59739e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66629026, jitterRate=-0.007150143384933472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:21:29,428 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:29,428 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd4a55878b42196e7227ba7e1d59739e: Running coprocessor pre-open hook at 1733095289416Writing region info on filesystem at 1733095289416Initializing all the Stores at 1733095289416Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095289416Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095289416Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095289416Cleaning up temporary data from old regions at 1733095289424 (+8 ms)Running coprocessor post-open hooks at 1733095289428 (+4 ms)Region opened successfully at 1733095289428 2024-12-01T23:21:29,429 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e., pid=6, masterSystemTime=1733095289405 2024-12-01T23:21:29,431 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:29,431 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:29,431 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd4a55878b42196e7227ba7e1d59739e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,45823,1733095282571 2024-12-01T23:21:29,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd4a55878b42196e7227ba7e1d59739e, server=f962de17fdc3,45823,1733095282571 because future has completed 2024-12-01T23:21:29,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:21:29,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd4a55878b42196e7227ba7e1d59739e, server=f962de17fdc3,45823,1733095282571 in 182 msec 2024-12-01T23:21:29,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:21:29,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fd4a55878b42196e7227ba7e1d59739e, ASSIGN in 338 msec 2024-12-01T23:21:29,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:21:29,440 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095289440"}]},"ts":"1733095289440"} 2024-12-01T23:21:29,443 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:21:29,443 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:21:29,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2400 sec 2024-12-01T23:21:29,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T23:21:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:30,352 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:21:30,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:30,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34941,-1 for getting cluster id 2024-12-01T23:21:30,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:30,354 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a23fe6da-0146-4447-a7ad-eb42af987aca' 2024-12-01T23:21:30,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:30,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a23fe6da-0146-4447-a7ad-eb42af987aca" 2024-12-01T23:21:30,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60eb5240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:30,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34941,-1] 2024-12-01T23:21:30,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:30,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:30,355 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:30,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e50c3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:30,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34941,1733095269985 2024-12-01T23:21:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c346520 2024-12-01T23:21:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:30,357 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:21:30,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:34255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:21:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:21:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:30,360 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:34255' 2024-12-01T23:21:30,362 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612d1016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:30,362 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34255,-1 for getting cluster id 2024-12-01T23:21:30,362 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:30,362 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b' 2024-12-01T23:21:30,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:30,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b" 2024-12-01T23:21:30,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bcc88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:30,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34255,-1] 2024-12-01T23:21:30,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:30,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:30,363 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:30,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210588b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:30,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:30,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34255,1733095275604 2024-12-01T23:21:30,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7623f2cd 2024-12-01T23:21:30,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:30,365 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:21:30,366 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:21:30,366 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:21:30,366 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:30,366 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:30,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:30,367 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:30,368 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:21:30,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:21:30,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:30,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:21:30,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:21:30,418 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:21:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:30,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e238cc8fffec20a916a7fc1901d2494a, NAME => 'hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132 2024-12-01T23:21:30,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:21:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:31,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:31,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e238cc8fffec20a916a7fc1901d2494a, disabling compactions & flushes 2024-12-01T23:21:31,181 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:31,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:31,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. after waiting 0 ms 2024-12-01T23:21:31,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:31,181 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:31,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e238cc8fffec20a916a7fc1901d2494a: Waiting for close lock at 1733095291181Disabling compacts and flushes for region at 1733095291181Disabling writes for close at 1733095291181Writing region close event to WAL at 1733095291181Closed at 1733095291181 2024-12-01T23:21:31,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:21:31,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095291182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095291182"}]},"ts":"1733095291182"} 2024-12-01T23:21:31,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:21:31,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:21:31,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095291184"}]},"ts":"1733095291184"} 2024-12-01T23:21:31,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:21:31,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e238cc8fffec20a916a7fc1901d2494a, ASSIGN}] 2024-12-01T23:21:31,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e238cc8fffec20a916a7fc1901d2494a, ASSIGN 2024-12-01T23:21:31,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e238cc8fffec20a916a7fc1901d2494a, ASSIGN; state=OFFLINE, location=f962de17fdc3,33697,1733095270251; forceNewPlan=false, retain=false 2024-12-01T23:21:31,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:21:31,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:31,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e238cc8fffec20a916a7fc1901d2494a, regionState=OPENING, regionLocation=f962de17fdc3,33697,1733095270251 2024-12-01T23:21:31,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e238cc8fffec20a916a7fc1901d2494a, ASSIGN because future has completed 2024-12-01T23:21:31,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e238cc8fffec20a916a7fc1901d2494a, server=f962de17fdc3,33697,1733095270251}] 2024-12-01T23:21:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:31,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:31,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:31,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:21:31,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C33697%2C1733095270251.rep, suffix=, logDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251, archiveDir=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/oldWALs, maxLogs=10 2024-12-01T23:21:31,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.rep.1733095291496, exclude list is [], retry=0 2024-12-01T23:21:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33647,DS-f9fe4930-12e6-4d9b-b1f7-9e4a90ed0e46,DISK] 2024-12-01T23:21:31,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.rep.1733095291496 2024-12-01T23:21:31,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33189:33189)] 2024-12-01T23:21:31,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e238cc8fffec20a916a7fc1901d2494a, NAME => 'hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:31,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:31,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:21:31,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. service=MultiRowMutationService 2024-12-01T23:21:31,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:21:31,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:31,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,514 INFO [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,515 INFO [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e238cc8fffec20a916a7fc1901d2494a columnFamilyName hfileref 2024-12-01T23:21:31,515 DEBUG [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:31,515 INFO [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] regionserver.HStore(327): Store=e238cc8fffec20a916a7fc1901d2494a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:31,516 INFO [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,516 INFO [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e238cc8fffec20a916a7fc1901d2494a columnFamilyName queue 2024-12-01T23:21:31,516 DEBUG [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:31,517 INFO [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] regionserver.HStore(327): Store=e238cc8fffec20a916a7fc1901d2494a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:31,517 INFO [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,517 INFO [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e238cc8fffec20a916a7fc1901d2494a columnFamilyName sid 2024-12-01T23:21:31,517 DEBUG [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:31,518 INFO [StoreOpener-e238cc8fffec20a916a7fc1901d2494a-1 {}] regionserver.HStore(327): Store=e238cc8fffec20a916a7fc1901d2494a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:31,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/replication/e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/replication/e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:21:31,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/replication/e238cc8fffec20a916a7fc1901d2494a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:31,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e238cc8fffec20a916a7fc1901d2494a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67992231, jitterRate=0.013163194060325623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:21:31,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:31,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e238cc8fffec20a916a7fc1901d2494a: Running coprocessor pre-open hook at 1733095291513Writing region info on filesystem at 1733095291513Initializing all the Stores at 1733095291514 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095291514Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095291514Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095291514Cleaning up temporary data from old regions at 1733095291519 (+5 ms)Running coprocessor post-open hooks at 1733095291521 (+2 ms)Region opened successfully at 1733095291521 2024-12-01T23:21:31,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a., pid=10, masterSystemTime=1733095291492 2024-12-01T23:21:31,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:31,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:31,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e238cc8fffec20a916a7fc1901d2494a, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,33697,1733095270251 2024-12-01T23:21:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e238cc8fffec20a916a7fc1901d2494a, server=f962de17fdc3,33697,1733095270251 because future has completed 2024-12-01T23:21:31,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:21:31,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e238cc8fffec20a916a7fc1901d2494a, server=f962de17fdc3,33697,1733095270251 in 187 msec 2024-12-01T23:21:31,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:21:31,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e238cc8fffec20a916a7fc1901d2494a, ASSIGN in 342 msec 2024-12-01T23:21:31,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:21:31,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095291530"}]},"ts":"1733095291530"} 2024-12-01T23:21:31,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:21:31,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:21:31,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-12-01T23:21:31,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a., hostname=f962de17fdc3,33697,1733095270251, seqNum=2] 2024-12-01T23:21:31,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:31,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:31,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:21:32,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:21:32,031 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:21:32,056 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,33697,1733095270251, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:21:32,057 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:32,057 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,33697,1733095270251, seqNum=-1] 2024-12-01T23:21:32,057 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:32,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-01T23:21:32,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,33697,1733095270251', locateType=CURRENT is [region=hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a., hostname=f962de17fdc3,33697,1733095270251, seqNum=2] 2024-12-01T23:21:32,061 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:21:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:21:32,062 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,33697,1733095270251 suceeded 2024-12-01T23:21:32,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:21:32,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-01T23:21:32,063 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:34255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:21:32,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7050 sec 2024-12-01T23:21:32,073 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:34255' 2024-12-01T23:21:32,074 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d6bf65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:32,074 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34255,-1 for getting cluster id 2024-12-01T23:21:32,074 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:32,075 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b' 2024-12-01T23:21:32,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:32,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b" 2024-12-01T23:21:32,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e097f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34255,-1] 2024-12-01T23:21:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:32,076 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:32,077 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cd4f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:32,077 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34255,1733095275604 2024-12-01T23:21:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6145b6 2024-12-01T23:21:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:32,078 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-01T23:21:32,079 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,33697,1733095270251 (queues=1) is replicating from cluster=a23fe6da-0146-4447-a7ad-eb42af987aca to cluster=ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b 2024-12-01T23:21:32,079 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C33697%2C1733095270251 2024-12-01T23:21:32,079 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,33697,1733095270251, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:21:32,079 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C33697%2C1733095270251 2024-12-01T23:21:32,079 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826, startPosition=0, beingWritten=true 2024-12-01T23:21:32,083 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:32,083 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 379, reset compression=false 2024-12-01T23:21:32,083 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,33697,1733095270251 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:32,286 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 379, reset compression=false 2024-12-01T23:21:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:32,501 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:21:32,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:32,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:32,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:32,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:32,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:32,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:32,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34255,-1 for getting cluster id 2024-12-01T23:21:32,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:32,503 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b' 2024-12-01T23:21:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b" 2024-12-01T23:21:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2677f818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34255,-1] 2024-12-01T23:21:32,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:32,504 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:32,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455cfd97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:32,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34255,1733095275604 2024-12-01T23:21:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@412ef3a 2024-12-01T23:21:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:32,506 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:21:32,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:43921,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:21:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:21:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:32,508 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:43921' 2024-12-01T23:21:32,509 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279c4aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:32,509 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,43921,-1 for getting cluster id 2024-12-01T23:21:32,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:32,509 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c031cd-0575-4db7-bcad-43fa5ddf86ed' 2024-12-01T23:21:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c031cd-0575-4db7-bcad-43fa5ddf86ed" 2024-12-01T23:21:32,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137de440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:32,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,43921,-1] 2024-12-01T23:21:32,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:32,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:32,510 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:32,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b53054a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:32,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:32,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,43921,1733095282439 2024-12-01T23:21:32,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10381c69 2024-12-01T23:21:32,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:32,512 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:21:32,512 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:21:32,512 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:21:32,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:32,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:32,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:32,513 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:32,513 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:21:32,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:21:32,514 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:32,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:21:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:21:32,564 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:21:32,590 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 379, reset compression=false 2024-12-01T23:21:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:32,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40cc304c05ee12009c89aa6746e8e917, NAME => 'hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858 2024-12-01T23:21:32,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:21:32,992 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 379, reset compression=false 2024-12-01T23:21:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:33,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:33,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 40cc304c05ee12009c89aa6746e8e917, disabling compactions & flushes 2024-12-01T23:21:33,337 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:33,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:33,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. after waiting 0 ms 2024-12-01T23:21:33,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:33,337 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:33,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40cc304c05ee12009c89aa6746e8e917: Waiting for close lock at 1733095293337Disabling compacts and flushes for region at 1733095293337Disabling writes for close at 1733095293337Writing region close event to WAL at 1733095293337Closed at 1733095293337 2024-12-01T23:21:33,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:21:33,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095293338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095293338"}]},"ts":"1733095293338"} 2024-12-01T23:21:33,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:21:33,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:21:33,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095293340"}]},"ts":"1733095293340"} 2024-12-01T23:21:33,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:21:33,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40cc304c05ee12009c89aa6746e8e917, ASSIGN}] 2024-12-01T23:21:33,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40cc304c05ee12009c89aa6746e8e917, ASSIGN 2024-12-01T23:21:33,343 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40cc304c05ee12009c89aa6746e8e917, ASSIGN; state=OFFLINE, location=f962de17fdc3,39069,1733095275803; forceNewPlan=false, retain=false 2024-12-01T23:21:33,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40cc304c05ee12009c89aa6746e8e917, regionState=OPENING, regionLocation=f962de17fdc3,39069,1733095275803 2024-12-01T23:21:33,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40cc304c05ee12009c89aa6746e8e917, ASSIGN because future has completed 2024-12-01T23:21:33,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40cc304c05ee12009c89aa6746e8e917, server=f962de17fdc3,39069,1733095275803}] 2024-12-01T23:21:33,496 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 379, reset compression=false 2024-12-01T23:21:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:33,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:33,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:33,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:21:33,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C39069%2C1733095275803.rep, suffix=, logDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803, archiveDir=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/oldWALs, maxLogs=10 2024-12-01T23:21:33,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.rep.1733095293655, exclude list is [], retry=0 2024-12-01T23:21:33,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45847,DS-333523ee-1146-4de4-acef-dbfc2e7bb21b,DISK] 2024-12-01T23:21:33,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.rep.1733095293655 2024-12-01T23:21:33,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39073:39073)] 2024-12-01T23:21:33,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 40cc304c05ee12009c89aa6746e8e917, NAME => 'hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:33,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:33,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:21:33,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. service=MultiRowMutationService 2024-12-01T23:21:33,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:21:33,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:33,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,674 INFO [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,675 INFO [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40cc304c05ee12009c89aa6746e8e917 columnFamilyName hfileref 2024-12-01T23:21:33,675 DEBUG [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:33,675 INFO [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] regionserver.HStore(327): Store=40cc304c05ee12009c89aa6746e8e917/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:33,676 INFO [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,676 INFO [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40cc304c05ee12009c89aa6746e8e917 columnFamilyName queue 2024-12-01T23:21:33,676 DEBUG [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:33,676 INFO [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] regionserver.HStore(327): Store=40cc304c05ee12009c89aa6746e8e917/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:33,677 INFO [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,677 INFO [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40cc304c05ee12009c89aa6746e8e917 columnFamilyName sid 2024-12-01T23:21:33,677 DEBUG [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:33,678 INFO [StoreOpener-40cc304c05ee12009c89aa6746e8e917-1 {}] regionserver.HStore(327): Store=40cc304c05ee12009c89aa6746e8e917/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:33,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/replication/40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/replication/40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:21:33,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/replication/40cc304c05ee12009c89aa6746e8e917/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:33,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 40cc304c05ee12009c89aa6746e8e917; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73292734, jitterRate=0.0921468436717987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:21:33,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:33,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 40cc304c05ee12009c89aa6746e8e917: Running coprocessor pre-open hook at 1733095293673Writing region info on filesystem at 1733095293673Initializing all the Stores at 1733095293674 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095293674Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095293674Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095293674Cleaning up temporary data from old regions at 1733095293679 (+5 ms)Running coprocessor post-open hooks at 1733095293681 (+2 ms)Region opened successfully at 1733095293681 2024-12-01T23:21:33,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917., pid=10, masterSystemTime=1733095293647 2024-12-01T23:21:33,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:33,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:33,683 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40cc304c05ee12009c89aa6746e8e917, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,39069,1733095275803 2024-12-01T23:21:33,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40cc304c05ee12009c89aa6746e8e917, server=f962de17fdc3,39069,1733095275803 because future has completed 2024-12-01T23:21:33,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:21:33,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 40cc304c05ee12009c89aa6746e8e917, server=f962de17fdc3,39069,1733095275803 in 191 msec 2024-12-01T23:21:33,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:21:33,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40cc304c05ee12009c89aa6746e8e917, ASSIGN in 346 msec 2024-12-01T23:21:33,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:21:33,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095293689"}]},"ts":"1733095293689"} 2024-12-01T23:21:33,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:21:33,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:21:33,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-01T23:21:33,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917., hostname=f962de17fdc3,39069,1733095275803, seqNum=2] 2024-12-01T23:21:33,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:33,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:33,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:21:33,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:21:33,942 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:21:33,968 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,39069,1733095275803, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:21:33,968 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:33,968 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,39069,1733095275803, seqNum=-1] 2024-12-01T23:21:33,968 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:33,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-01T23:21:33,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,39069,1733095275803', locateType=CURRENT is [region=hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917., hostname=f962de17fdc3,39069,1733095275803, seqNum=2] 2024-12-01T23:21:33,972 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:21:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:21:33,974 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,39069,1733095275803 suceeded 2024-12-01T23:21:33,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:21:33,976 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:43921,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:21:33,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-01T23:21:33,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4700 sec 2024-12-01T23:21:33,985 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:43921' 2024-12-01T23:21:33,986 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a939601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:33,986 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,43921,-1 for getting cluster id 2024-12-01T23:21:33,986 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:33,986 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c031cd-0575-4db7-bcad-43fa5ddf86ed' 2024-12-01T23:21:33,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:33,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c031cd-0575-4db7-bcad-43fa5ddf86ed" 2024-12-01T23:21:33,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ea18467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:33,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,43921,-1] 2024-12-01T23:21:33,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:33,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:33,987 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:33,988 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bfc72af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:33,988 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:33,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,43921,1733095282439 2024-12-01T23:21:33,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c1ffa3d 2024-12-01T23:21:33,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:33,989 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-01T23:21:33,990 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,39069,1733095275803 (queues=1) is replicating from cluster=ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b to cluster=54c031cd-0575-4db7-bcad-43fa5ddf86ed 2024-12-01T23:21:33,990 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C39069%2C1733095275803 2024-12-01T23:21:33,990 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,39069,1733095275803, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:21:33,990 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483, startPosition=0, beingWritten=true 2024-12-01T23:21:33,990 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C39069%2C1733095275803 2024-12-01T23:21:33,994 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:33,994 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 379, reset compression=false 2024-12-01T23:21:33,994 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,39069,1733095275803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:34,099 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 379, reset compression=false 2024-12-01T23:21:34,197 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 379, reset compression=false 2024-12-01T23:21:34,500 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 379, reset compression=false 2024-12-01T23:21:34,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:34,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:21:34,522 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108674 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:21:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:34,651 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:21:34,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:34,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:34,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:34,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:34,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:34,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:34,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,43921,-1 for getting cluster id 2024-12-01T23:21:34,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:34,653 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c031cd-0575-4db7-bcad-43fa5ddf86ed' 2024-12-01T23:21:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c031cd-0575-4db7-bcad-43fa5ddf86ed" 2024-12-01T23:21:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4714cb9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,43921,-1] 2024-12-01T23:21:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:34,654 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:34,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ac5281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:34,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,43921,1733095282439 2024-12-01T23:21:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7402801d 2024-12-01T23:21:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:34,657 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:21:34,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:34255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:21:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:21:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:34,660 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:34255' 2024-12-01T23:21:34,661 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adb7766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:34,661 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34255,-1 for getting cluster id 2024-12-01T23:21:34,661 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:34,661 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b' 2024-12-01T23:21:34,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:34,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b" 2024-12-01T23:21:34,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193a6011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:34,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34255,-1] 2024-12-01T23:21:34,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:34,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:34,662 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572c2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:34,663 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:34,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34255,1733095275604 2024-12-01T23:21:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@708c1e 2024-12-01T23:21:34,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:34,664 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:21:34,665 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T23:21:34,665 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:21:34,665 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:34,665 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:34,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:34,665 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:34,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:21:34,667 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:21:34,667 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:34,668 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:21:34,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:21:34,717 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:21:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:34,802 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 379, reset compression=false 2024-12-01T23:21:34,903 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 379, reset compression=false 2024-12-01T23:21:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:35,074 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 394973ff110bd4a1d83663ee3a59e2ff, NAME => 'hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4 2024-12-01T23:21:35,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:21:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:35,407 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 379, reset compression=false 2024-12-01T23:21:35,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:35,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 394973ff110bd4a1d83663ee3a59e2ff, disabling compactions & flushes 2024-12-01T23:21:35,479 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:35,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:35,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. after waiting 0 ms 2024-12-01T23:21:35,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:35,479 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:35,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 394973ff110bd4a1d83663ee3a59e2ff: Waiting for close lock at 1733095295479Disabling compacts and flushes for region at 1733095295479Disabling writes for close at 1733095295479Writing region close event to WAL at 1733095295479Closed at 1733095295479 2024-12-01T23:21:35,481 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:21:35,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095295481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095295481"}]},"ts":"1733095295481"} 2024-12-01T23:21:35,483 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:21:35,484 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:21:35,484 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095295484"}]},"ts":"1733095295484"} 2024-12-01T23:21:35,486 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:21:35,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=394973ff110bd4a1d83663ee3a59e2ff, ASSIGN}] 2024-12-01T23:21:35,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=394973ff110bd4a1d83663ee3a59e2ff, ASSIGN 2024-12-01T23:21:35,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=394973ff110bd4a1d83663ee3a59e2ff, ASSIGN; state=OFFLINE, location=f962de17fdc3,45823,1733095282571; forceNewPlan=false, retain=false 2024-12-01T23:21:35,606 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 379, reset compression=false 2024-12-01T23:21:35,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=394973ff110bd4a1d83663ee3a59e2ff, regionState=OPENING, regionLocation=f962de17fdc3,45823,1733095282571 2024-12-01T23:21:35,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=394973ff110bd4a1d83663ee3a59e2ff, ASSIGN because future has completed 2024-12-01T23:21:35,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 394973ff110bd4a1d83663ee3a59e2ff, server=f962de17fdc3,45823,1733095282571}] 2024-12-01T23:21:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:35,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:35,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:35,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:21:35,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C45823%2C1733095282571.rep, suffix=, logDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571, archiveDir=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/oldWALs, maxLogs=10 2024-12-01T23:21:35,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.rep.1733095295808, exclude list is [], retry=0 2024-12-01T23:21:35,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36437,DS-6b7d5718-129b-434f-8f64-99102ffb2058,DISK] 2024-12-01T23:21:35,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.rep.1733095295808 2024-12-01T23:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41725:41725)] 2024-12-01T23:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 394973ff110bd4a1d83663ee3a59e2ff, NAME => 'hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:35,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. service=MultiRowMutationService 2024-12-01T23:21:35,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,827 INFO [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,828 INFO [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 394973ff110bd4a1d83663ee3a59e2ff columnFamilyName hfileref 2024-12-01T23:21:35,828 DEBUG [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:35,828 INFO [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] regionserver.HStore(327): Store=394973ff110bd4a1d83663ee3a59e2ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:35,828 INFO [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,829 INFO [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 394973ff110bd4a1d83663ee3a59e2ff columnFamilyName queue 2024-12-01T23:21:35,829 DEBUG [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:35,830 INFO [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] regionserver.HStore(327): Store=394973ff110bd4a1d83663ee3a59e2ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:35,830 INFO [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,830 INFO [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 394973ff110bd4a1d83663ee3a59e2ff columnFamilyName sid 2024-12-01T23:21:35,831 DEBUG [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:35,831 INFO [StoreOpener-394973ff110bd4a1d83663ee3a59e2ff-1 {}] regionserver.HStore(327): Store=394973ff110bd4a1d83663ee3a59e2ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:35,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/replication/394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/replication/394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:21:35,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/replication/394973ff110bd4a1d83663ee3a59e2ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:35,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 394973ff110bd4a1d83663ee3a59e2ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65535011, jitterRate=-0.023452237248420715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:21:35,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:35,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 394973ff110bd4a1d83663ee3a59e2ff: Running coprocessor pre-open hook at 1733095295823Writing region info on filesystem at 1733095295823Initializing all the Stores at 1733095295824 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095295824Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095295827 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095295827Cleaning up temporary data from old regions at 1733095295832 (+5 ms)Running coprocessor post-open hooks at 1733095295835 (+3 ms)Region opened successfully at 1733095295835 2024-12-01T23:21:35,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff., pid=10, masterSystemTime=1733095295796 2024-12-01T23:21:35,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:35,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:35,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=394973ff110bd4a1d83663ee3a59e2ff, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,45823,1733095282571 2024-12-01T23:21:35,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 394973ff110bd4a1d83663ee3a59e2ff, server=f962de17fdc3,45823,1733095282571 because future has completed 2024-12-01T23:21:35,840 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43921 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f962de17fdc3,45823,1733095282571, table=hbase:replication, region=394973ff110bd4a1d83663ee3a59e2ff. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T23:21:35,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:21:35,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 394973ff110bd4a1d83663ee3a59e2ff, server=f962de17fdc3,45823,1733095282571 in 200 msec 2024-12-01T23:21:35,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:21:35,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=394973ff110bd4a1d83663ee3a59e2ff, ASSIGN in 356 msec 2024-12-01T23:21:35,844 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:21:35,844 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095295844"}]},"ts":"1733095295844"} 2024-12-01T23:21:35,845 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:21:35,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:21:35,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-12-01T23:21:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff., hostname=f962de17fdc3,45823,1733095282571, seqNum=2] 2024-12-01T23:21:35,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:35,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:35,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:21:35,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T23:21:36,013 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 379, reset compression=false 2024-12-01T23:21:36,035 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=34, reused chunk count=119, reuseRatio=77.78% 2024-12-01T23:21:36,036 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-01T23:21:36,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:21:36,139 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:21:36,163 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,45823,1733095282571, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:21:36,163 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:36,163 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,45823,1733095282571, seqNum=-1] 2024-12-01T23:21:36,164 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:36,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-01T23:21:36,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,45823,1733095282571', locateType=CURRENT is [region=hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff., hostname=f962de17fdc3,45823,1733095282571, seqNum=2] 2024-12-01T23:21:36,168 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:21:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:21:36,170 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,45823,1733095282571 suceeded 2024-12-01T23:21:36,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:21:36,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-01T23:21:36,171 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:34255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:21:36,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-12-01T23:21:36,181 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:34255' 2024-12-01T23:21:36,182 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18c6b3d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,182 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34255,-1 for getting cluster id 2024-12-01T23:21:36,182 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:36,182 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b' 2024-12-01T23:21:36,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b" 2024-12-01T23:21:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d1deda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34255,-1] 2024-12-01T23:21:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:36,184 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:36,184 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7422e2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,184 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:36,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34255,1733095275604 2024-12-01T23:21:36,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b0b8b8d 2024-12-01T23:21:36,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:36,185 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-01T23:21:36,186 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,45823,1733095282571 (queues=1) is replicating from cluster=54c031cd-0575-4db7-bcad-43fa5ddf86ed to cluster=ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b 2024-12-01T23:21:36,186 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C45823%2C1733095282571 2024-12-01T23:21:36,186 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,45823,1733095282571, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:21:36,186 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141, startPosition=0, beingWritten=true 2024-12-01T23:21:36,186 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C45823%2C1733095282571 2024-12-01T23:21:36,190 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:36,190 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 379, reset compression=false 2024-12-01T23:21:36,190 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45823,1733095282571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:36,393 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 379, reset compression=false 2024-12-01T23:21:36,509 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 379, reset compression=false 2024-12-01T23:21:36,696 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 379, reset compression=false 2024-12-01T23:21:36,718 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 379, reset compression=false 2024-12-01T23:21:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:21:36,802 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:21:36,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:36,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:36,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:36,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:36,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:36,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34941,-1 for getting cluster id 2024-12-01T23:21:36,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:36,804 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a23fe6da-0146-4447-a7ad-eb42af987aca' 2024-12-01T23:21:36,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:36,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a23fe6da-0146-4447-a7ad-eb42af987aca" 2024-12-01T23:21:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3df9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34941,-1] 2024-12-01T23:21:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:36,806 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebad64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34255,-1 for getting cluster id 2024-12-01T23:21:36,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:36,808 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b' 2024-12-01T23:21:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b" 2024-12-01T23:21:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fe769f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34255,-1] 2024-12-01T23:21:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:36,810 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7add12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,43921,-1 for getting cluster id 2024-12-01T23:21:36,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:36,811 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c031cd-0575-4db7-bcad-43fa5ddf86ed' 2024-12-01T23:21:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:36,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c031cd-0575-4db7-bcad-43fa5ddf86ed" 2024-12-01T23:21:36,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d23610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,43921,-1] 2024-12-01T23:21:36,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:36,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:36,813 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886dc5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:36,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,33697,1733095270251, seqNum=-1] 2024-12-01T23:21:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:36,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:36,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25., hostname=f962de17fdc3,33697,1733095270251, seqNum=2] 2024-12-01T23:21:36,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,45823,1733095282571, seqNum=-1] 2024-12-01T23:21:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:36,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:36,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e., hostname=f962de17fdc3,45823,1733095282571, seqNum=2] 2024-12-01T23:21:36,826 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-01T23:21:37,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:21:37,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:37,103 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 379, reset compression=false 2024-12-01T23:21:37,517 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 379, reset compression=false 2024-12-01T23:21:37,521 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:21:37,521 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 480, reset compression=false 2024-12-01T23:21:37,521 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,33697,1733095270251 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e0d7f14eac6f94c844e99de7b2cdd25/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-01T23:21:37,522 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:21:37,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-01T23:21:37,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:21:37,524 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 379, reset compression=false 2024-12-01T23:21:37,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dfc86d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:37,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34255,-1 for getting cluster id 2024-12-01T23:21:37,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:37,524 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b' 2024-12-01T23:21:37,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:37,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce3a9e90-d6ce-451e-a1d8-2eb3f571bf5b" 2024-12-01T23:21:37,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78581442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:37,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34255,-1] 2024-12-01T23:21:37,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:37,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:37,526 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:37,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4308df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:37,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:37,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,39069,1733095275803, seqNum=-1] 2024-12-01T23:21:37,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:37,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-01T23:21:37,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095286053.96fef43888cd97c438625e86d512e0c6., hostname=f962de17fdc3,39069,1733095275803, seqNum=2] 2024-12-01T23:21:37,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:21:37,541 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:21:37,541 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 504, reset compression=false 2024-12-01T23:21:37,541 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,39069,1733095275803 got entry batch from reader: WALEntryBatch [walEntries=[{test/96fef43888cd97c438625e86d512e0c6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-01T23:21:37,543 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:21:37,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-01T23:21:37,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:21:37,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6789f3d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:37,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,43921,-1 for getting cluster id 2024-12-01T23:21:37,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:37,545 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54c031cd-0575-4db7-bcad-43fa5ddf86ed' 2024-12-01T23:21:37,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:37,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54c031cd-0575-4db7-bcad-43fa5ddf86ed" 2024-12-01T23:21:37,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32757ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:37,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,43921,-1] 2024-12-01T23:21:37,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:37,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:37,546 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:37,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f1975d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:37,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:37,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,45823,1733095282571, seqNum=-1] 2024-12-01T23:21:37,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:37,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-01T23:21:37,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e., hostname=f962de17fdc3,45823,1733095282571, seqNum=2] 2024-12-01T23:21:37,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:21:37,607 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 379, reset compression=false 2024-12-01T23:21:37,611 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:37,611 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 528, reset compression=false 2024-12-01T23:21:37,611 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45823,1733095282571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:37,724 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 480, reset compression=false 2024-12-01T23:21:37,744 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 504, reset compression=false 2024-12-01T23:21:37,814 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 528, reset compression=false 2024-12-01T23:21:37,828 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-01T23:21:37,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:37,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,39069,1733095275803, seqNum=-1] 2024-12-01T23:21:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:37,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:37,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733095286053.96fef43888cd97c438625e86d512e0c6., hostname=f962de17fdc3,39069,1733095275803, seqNum=2] 2024-12-01T23:21:37,835 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-01T23:21:38,029 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 480, reset compression=false 2024-12-01T23:21:38,047 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 504, reset compression=false 2024-12-01T23:21:38,078 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:21:38,078 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 608, reset compression=false 2024-12-01T23:21:38,078 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,39069,1733095275803 got entry batch from reader: WALEntryBatch [walEntries=[{test/96fef43888cd97c438625e86d512e0c6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T23:21:38,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:21:38,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:21:38,118 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 528, reset compression=false 2024-12-01T23:21:38,132 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:38,132 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 656, reset compression=false 2024-12-01T23:21:38,132 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45823,1733095282571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:38,285 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 608, reset compression=false 2024-12-01T23:21:38,336 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 656, reset compression=false 2024-12-01T23:21:38,449 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 480, reset compression=false 2024-12-01T23:21:38,588 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 608, reset compression=false 2024-12-01T23:21:38,639 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 656, reset compression=false 2024-12-01T23:21:38,836 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-01T23:21:38,839 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-01T23:21:38,953 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 480, reset compression=false 2024-12-01T23:21:38,991 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 608, reset compression=false 2024-12-01T23:21:39,042 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 656, reset compression=false 2024-12-01T23:21:39,045 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:21:39,045 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 760, reset compression=false 2024-12-01T23:21:39,045 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45823,1733095282571 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd4a55878b42196e7227ba7e1d59739e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T23:21:39,047 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:21:39,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-01T23:21:39,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:21:39,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:21:39,248 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 760, reset compression=false 2024-12-01T23:21:39,494 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 608, reset compression=false 2024-12-01T23:21:39,498 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:39,498 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 735, reset compression=false 2024-12-01T23:21:39,498 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,39069,1733095275803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:39,551 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 760, reset compression=false 2024-12-01T23:21:39,556 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 480, reset compression=false 2024-12-01T23:21:39,700 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 735, reset compression=false 2024-12-01T23:21:39,845 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-01T23:21:39,848 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-01T23:21:39,955 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 760, reset compression=false 2024-12-01T23:21:39,972 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:21:40,003 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 735, reset compression=false 2024-12-01T23:21:40,259 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 480, reset compression=false 2024-12-01T23:21:40,263 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:21:40,263 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:40,263 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,33697,1733095270251 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e0d7f14eac6f94c844e99de7b2cdd25/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-01T23:21:40,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:21:40,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:21:40,406 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 735, reset compression=false 2024-12-01T23:21:40,411 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:21:40,411 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 883, reset compression=false 2024-12-01T23:21:40,411 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,39069,1733095275803 got entry batch from reader: WALEntryBatch [walEntries=[{test/96fef43888cd97c438625e86d512e0c6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-01T23:21:40,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:21:40,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:21:40,460 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 760, reset compression=false 2024-12-01T23:21:40,465 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:40,465 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 932, reset compression=false 2024-12-01T23:21:40,465 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45823,1733095282571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:40,471 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:40,616 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 883, reset compression=false 2024-12-01T23:21:40,674 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 932, reset compression=false 2024-12-01T23:21:40,777 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:40,850 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-01T23:21:40,853 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-01T23:21:40,920 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 883, reset compression=false 2024-12-01T23:21:40,924 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:21:40,924 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1042, reset compression=false 2024-12-01T23:21:40,924 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,39069,1733095275803 got entry batch from reader: WALEntryBatch [walEntries=[{test/96fef43888cd97c438625e86d512e0c6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T23:21:40,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:21:40,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45823 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:21:40,981 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 932, reset compression=false 2024-12-01T23:21:40,987 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:40,987 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1082, reset compression=false 2024-12-01T23:21:40,987 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45823,1733095282571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:41,130 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1042, reset compression=false 2024-12-01T23:21:41,181 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:41,197 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1082, reset compression=false 2024-12-01T23:21:41,435 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1042, reset compression=false 2024-12-01T23:21:41,519 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1082, reset compression=false 2024-12-01T23:21:41,689 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:41,845 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1042, reset compression=false 2024-12-01T23:21:41,855 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-01T23:21:41,859 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-01T23:21:41,924 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1082, reset compression=false 2024-12-01T23:21:41,929 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:21:41,929 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1241, reset compression=false 2024-12-01T23:21:41,929 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45823,1733095282571 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd4a55878b42196e7227ba7e1d59739e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T23:21:41,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T23:21:41,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T23:21:42,138 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1241, reset compression=false 2024-12-01T23:21:42,293 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:42,349 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1042, reset compression=false 2024-12-01T23:21:42,353 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:42,353 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1191, reset compression=false 2024-12-01T23:21:42,353 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,39069,1733095275803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:42,442 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1241, reset compression=false 2024-12-01T23:21:42,557 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1191, reset compression=false 2024-12-01T23:21:42,846 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1241, reset compression=false 2024-12-01T23:21:42,860 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1191, reset compression=false 2024-12-01T23:21:42,861 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-01T23:21:42,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:21:42,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:42,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:42,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:42,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:42,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:42,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:21:42,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1575248849, stopped=false 2024-12-01T23:21:42,870 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,43921,1733095282439 2024-12-01T23:21:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21016701051/running 2024-12-01T23:21:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21016701051/running 2024-12-01T23:21:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:42,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:42,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:42,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:42,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:42,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Set watcher on znode that does not yet exist, /21016701051/running 2024-12-01T23:21:42,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,45823,1733095282571' ***** 2024-12-01T23:21:42,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:21:42,890 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:21:42,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Set watcher on znode that does not yet exist, /21016701051/running 2024-12-01T23:21:42,891 INFO [RS:0;f962de17fdc3:45823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:21:42,891 INFO [RS:0;f962de17fdc3:45823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:21:42,891 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:21:42,891 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 394973ff110bd4a1d83663ee3a59e2ff 2024-12-01T23:21:42,892 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:42,892 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,45823,1733095282571 2024-12-01T23:21:42,892 INFO [RS:0;f962de17fdc3:45823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:42,892 INFO [RS:0;f962de17fdc3:45823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:45823. 2024-12-01T23:21:42,892 DEBUG [RS:0;f962de17fdc3:45823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:42,892 DEBUG [RS:0;f962de17fdc3:45823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:42,892 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:21:42,892 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:21:42,892 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:21:42,892 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:21:42,893 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:21:42,893 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 394973ff110bd4a1d83663ee3a59e2ff, disabling compactions & flushes 2024-12-01T23:21:42,893 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 394973ff110bd4a1d83663ee3a59e2ff=hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff., fd4a55878b42196e7227ba7e1d59739e=test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e.} 2024-12-01T23:21:42,893 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:42,893 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:42,893 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 394973ff110bd4a1d83663ee3a59e2ff, fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:42,893 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. after waiting 0 ms 2024-12-01T23:21:42,893 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:42,893 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:21:42,893 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:21:42,893 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:21:42,893 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:21:42,893 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:21:42,893 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 394973ff110bd4a1d83663ee3a59e2ff 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-01T23:21:42,893 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:21:42,913 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/replication/394973ff110bd4a1d83663ee3a59e2ff/.tmp/queue/76c5e1336f884b6195bfa1167501337f is 154, key is 1-f962de17fdc3,45823,1733095282571/queue:f962de17fdc3%2C45823%2C1733095282571/1733095301940/Put/seqid=0 2024-12-01T23:21:42,914 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/info/b31164c7f14b4f7d95afcb7a2a7484f2 is 147, key is hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff./info:regioninfo/1733095295838/Put/seqid=0 2024-12-01T23:21:42,916 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:42,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741841_1017 (size=7686) 2024-12-01T23:21:42,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741840_1016 (size=5353) 2024-12-01T23:21:42,996 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:43,003 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:21:43,003 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:21:43,093 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 394973ff110bd4a1d83663ee3a59e2ff, fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:43,264 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1191, reset compression=false 2024-12-01T23:21:43,293 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 394973ff110bd4a1d83663ee3a59e2ff, fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:43,324 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/replication/394973ff110bd4a1d83663ee3a59e2ff/.tmp/queue/76c5e1336f884b6195bfa1167501337f 2024-12-01T23:21:43,325 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/info/b31164c7f14b4f7d95afcb7a2a7484f2 2024-12-01T23:21:43,332 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/replication/394973ff110bd4a1d83663ee3a59e2ff/.tmp/queue/76c5e1336f884b6195bfa1167501337f as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/replication/394973ff110bd4a1d83663ee3a59e2ff/queue/76c5e1336f884b6195bfa1167501337f 2024-12-01T23:21:43,338 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/replication/394973ff110bd4a1d83663ee3a59e2ff/queue/76c5e1336f884b6195bfa1167501337f, entries=1, sequenceid=12, filesize=5.2 K 2024-12-01T23:21:43,339 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 394973ff110bd4a1d83663ee3a59e2ff in 446ms, sequenceid=12, compaction requested=false 2024-12-01T23:21:43,343 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/replication/394973ff110bd4a1d83663ee3a59e2ff/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T23:21:43,344 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:43,344 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:21:43,344 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:43,344 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 394973ff110bd4a1d83663ee3a59e2ff: Waiting for close lock at 1733095302892Running coprocessor pre-close hooks at 1733095302892Disabling compacts and flushes for region at 1733095302893 (+1 ms)Disabling writes for close at 1733095302893Obtaining lock to block concurrent updates at 1733095302893Preparing flush snapshotting stores in 394973ff110bd4a1d83663ee3a59e2ff at 1733095302893Finished memstore snapshotting hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733095302893Flushing stores of hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. at 1733095302894 (+1 ms)Flushing 394973ff110bd4a1d83663ee3a59e2ff/queue: creating writer at 1733095302894Flushing 394973ff110bd4a1d83663ee3a59e2ff/queue: appending metadata at 1733095302913 (+19 ms)Flushing 394973ff110bd4a1d83663ee3a59e2ff/queue: closing flushed file at 1733095302913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73fb27b4: reopening flushed file at 1733095303331 (+418 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 394973ff110bd4a1d83663ee3a59e2ff in 446ms, sequenceid=12, compaction requested=false at 1733095303339 (+8 ms)Writing region close event to WAL at 1733095303340 (+1 ms)Running coprocessor post-close hooks at 1733095303343 (+3 ms)Closed at 1733095303344 (+1 ms) 2024-12-01T23:21:43,344 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095294665.394973ff110bd4a1d83663ee3a59e2ff. 2024-12-01T23:21:43,344 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd4a55878b42196e7227ba7e1d59739e, disabling compactions & flushes 2024-12-01T23:21:43,344 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:43,344 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:43,344 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. after waiting 0 ms 2024-12-01T23:21:43,344 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:43,344 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd4a55878b42196e7227ba7e1d59739e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-01T23:21:43,352 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1241, reset compression=false 2024-12-01T23:21:43,355 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/ns/1d2773f54fea47c2ab23a2715301ef4d is 43, key is default/ns:d/1733095284782/Put/seqid=0 2024-12-01T23:21:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741842_1018 (size=5153) 2024-12-01T23:21:43,367 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/.tmp/f/28a4c58aef0046adafdc5d2699a24067 is 29, key is row1/f:/1733095300851/DeleteFamily/seqid=0 2024-12-01T23:21:43,367 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:43,367 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1488, reset compression=false 2024-12-01T23:21:43,367 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,45823,1733095282571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:43,367 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/ns/1d2773f54fea47c2ab23a2715301ef4d 2024-12-01T23:21:43,368 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f962de17fdc3,45823,1733095282571: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f962de17fdc3,45823,1733095282571, walGroup=f962de17fdc3%2C45823%2C1733095282571, offset=f962de17fdc3%2C45823%2C1733095282571.1733095284141:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:45823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T23:21:43,370 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T23:21:43,370 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T23:21:43,370 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T23:21:43,370 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T23:21:43,370 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T23:21:43,371 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 902469248 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 201596824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T23:21:43,371 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:43921 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:43921 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-01T23:21:43,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741843_1019 (size=5152) 2024-12-01T23:21:43,388 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/rep_barrier/8a912ea5505d4b7590b440d0bb57910a is 112, key is test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e./rep_barrier:seqnumDuringOpen/1733095289431/Put/seqid=0 2024-12-01T23:21:43,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741844_1020 (size=5518) 2024-12-01T23:21:43,493 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:43,573 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1488, reset compression=false 2024-12-01T23:21:43,693 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:43,768 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1191, reset compression=false 2024-12-01T23:21:43,775 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/.tmp/f/28a4c58aef0046adafdc5d2699a24067 2024-12-01T23:21:43,779 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28a4c58aef0046adafdc5d2699a24067 2024-12-01T23:21:43,792 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/rep_barrier/8a912ea5505d4b7590b440d0bb57910a 2024-12-01T23:21:43,800 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:43,802 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/.tmp/f1/9cf4da04009c4cbf8293e33c679f593e is 30, key is row1/f1:/1733095300851/DeleteFamily/seqid=0 2024-12-01T23:21:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741845_1021 (size=5158) 2024-12-01T23:21:43,813 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/table/335a4628ce40460eb443de420ae9a56e is 53, key is hbase:replication/table:state/1733095295844/Put/seqid=0 2024-12-01T23:21:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741846_1022 (size=5308) 2024-12-01T23:21:43,820 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/table/335a4628ce40460eb443de420ae9a56e 2024-12-01T23:21:43,823 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/info/b31164c7f14b4f7d95afcb7a2a7484f2 as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/info/b31164c7f14b4f7d95afcb7a2a7484f2 2024-12-01T23:21:43,826 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/info/b31164c7f14b4f7d95afcb7a2a7484f2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:21:43,827 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/ns/1d2773f54fea47c2ab23a2715301ef4d as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/ns/1d2773f54fea47c2ab23a2715301ef4d 2024-12-01T23:21:43,830 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/ns/1d2773f54fea47c2ab23a2715301ef4d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:21:43,830 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/rep_barrier/8a912ea5505d4b7590b440d0bb57910a as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/rep_barrier/8a912ea5505d4b7590b440d0bb57910a 2024-12-01T23:21:43,833 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/rep_barrier/8a912ea5505d4b7590b440d0bb57910a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:21:43,834 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/.tmp/table/335a4628ce40460eb443de420ae9a56e as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/table/335a4628ce40460eb443de420ae9a56e 2024-12-01T23:21:43,836 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/table/335a4628ce40460eb443de420ae9a56e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:21:43,837 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=16, compaction requested=false 2024-12-01T23:21:43,841 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:21:43,841 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:43,841 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:21:43,841 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:43,841 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095302893Running coprocessor pre-close hooks at 1733095302893Disabling compacts and flushes for region at 1733095302893Disabling writes for close at 1733095302893Obtaining lock to block concurrent updates at 1733095302893Preparing flush snapshotting stores in 1588230740 at 1733095302893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095302893Flushing stores of hbase:meta,,1.1588230740 at 1733095302894 (+1 ms)Flushing 1588230740/info: creating writer at 1733095302894Flushing 1588230740/info: appending metadata at 1733095302913 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733095302913Flushing 1588230740/ns: creating writer at 1733095303332 (+419 ms)Flushing 1588230740/ns: appending metadata at 1733095303354 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733095303354Flushing 1588230740/rep_barrier: creating writer at 1733095303373 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095303388 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095303388Flushing 1588230740/table: creating writer at 1733095303796 (+408 ms)Flushing 1588230740/table: appending metadata at 1733095303813 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733095303813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12203e34: reopening flushed file at 1733095303823 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8b42ed: reopening flushed file at 1733095303826 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c39c70: reopening flushed file at 1733095303830 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dafd1e5: reopening flushed file at 1733095303833 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=16, compaction requested=false at 1733095303837 (+4 ms)Writing region close event to WAL at 1733095303838 (+1 ms)Running coprocessor post-close hooks at 1733095303841 (+3 ms)Closed at 1733095303841 2024-12-01T23:21:43,842 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:43,877 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1488, reset compression=false 2024-12-01T23:21:43,894 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:21:43,894 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1325): Online Regions={fd4a55878b42196e7227ba7e1d59739e=test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e.} 2024-12-01T23:21:43,894 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1351): Waiting on fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:44,094 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1351): Waiting on fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:44,207 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/.tmp/f1/9cf4da04009c4cbf8293e33c679f593e 2024-12-01T23:21:44,212 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cf4da04009c4cbf8293e33c679f593e 2024-12-01T23:21:44,225 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/.tmp/norep/50a16458ecb84b3399fda528f99e80cd is 33, key is row2/norep:/1733095301856/DeleteFamily/seqid=0 2024-12-01T23:21:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741847_1023 (size=5108) 2024-12-01T23:21:44,280 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1488, reset compression=false 2024-12-01T23:21:44,294 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1351): Waiting on fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:44,372 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1191, reset compression=false 2024-12-01T23:21:44,494 DEBUG [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1351): Waiting on fd4a55878b42196e7227ba7e1d59739e 2024-12-01T23:21:44,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:21:44,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,629 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/.tmp/norep/50a16458ecb84b3399fda528f99e80cd 2024-12-01T23:21:44,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,632 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50a16458ecb84b3399fda528f99e80cd 2024-12-01T23:21:44,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,633 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/.tmp/f/28a4c58aef0046adafdc5d2699a24067 as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/f/28a4c58aef0046adafdc5d2699a24067 2024-12-01T23:21:44,637 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28a4c58aef0046adafdc5d2699a24067 2024-12-01T23:21:44,637 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/f/28a4c58aef0046adafdc5d2699a24067, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T23:21:44,637 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/.tmp/f1/9cf4da04009c4cbf8293e33c679f593e as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/f1/9cf4da04009c4cbf8293e33c679f593e 2024-12-01T23:21:44,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,641 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cf4da04009c4cbf8293e33c679f593e 2024-12-01T23:21:44,641 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/f1/9cf4da04009c4cbf8293e33c679f593e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T23:21:44,641 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/.tmp/norep/50a16458ecb84b3399fda528f99e80cd as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/norep/50a16458ecb84b3399fda528f99e80cd 2024-12-01T23:21:44,644 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50a16458ecb84b3399fda528f99e80cd 2024-12-01T23:21:44,644 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/norep/50a16458ecb84b3399fda528f99e80cd, entries=1, sequenceid=10, filesize=5.0 K 2024-12-01T23:21:44,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,645 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fd4a55878b42196e7227ba7e1d59739e in 1301ms, sequenceid=10, compaction requested=false 2024-12-01T23:21:44,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:44,648 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/data/default/test/fd4a55878b42196e7227ba7e1d59739e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T23:21:44,648 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:44,648 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:21:44,648 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:44,648 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd4a55878b42196e7227ba7e1d59739e: Waiting for close lock at 1733095303344Running coprocessor pre-close hooks at 1733095303344Disabling compacts and flushes for region at 1733095303344Disabling writes for close at 1733095303344Obtaining lock to block concurrent updates at 1733095303344Preparing flush snapshotting stores in fd4a55878b42196e7227ba7e1d59739e at 1733095303344Finished memstore snapshotting test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733095303345 (+1 ms)Flushing stores of test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. at 1733095303345Flushing fd4a55878b42196e7227ba7e1d59739e/f: creating writer at 1733095303345Flushing fd4a55878b42196e7227ba7e1d59739e/f: appending metadata at 1733095303366 (+21 ms)Flushing fd4a55878b42196e7227ba7e1d59739e/f: closing flushed file at 1733095303366Flushing fd4a55878b42196e7227ba7e1d59739e/f1: creating writer at 1733095303779 (+413 ms)Flushing fd4a55878b42196e7227ba7e1d59739e/f1: appending metadata at 1733095303801 (+22 ms)Flushing fd4a55878b42196e7227ba7e1d59739e/f1: closing flushed file at 1733095303801Flushing fd4a55878b42196e7227ba7e1d59739e/norep: creating writer at 1733095304212 (+411 ms)Flushing fd4a55878b42196e7227ba7e1d59739e/norep: appending metadata at 1733095304225 (+13 ms)Flushing fd4a55878b42196e7227ba7e1d59739e/norep: closing flushed file at 1733095304225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119a6da4: reopening flushed file at 1733095304632 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c3d3ca: reopening flushed file at 1733095304637 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71cfd064: reopening flushed file at 1733095304641 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fd4a55878b42196e7227ba7e1d59739e in 1301ms, sequenceid=10, compaction requested=false at 1733095304645 (+4 ms)Writing region close event to WAL at 1733095304646 (+1 ms)Running coprocessor post-close hooks at 1733095304648 (+2 ms)Closed at 1733095304648 2024-12-01T23:21:44,649 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095288203.fd4a55878b42196e7227ba7e1d59739e. 2024-12-01T23:21:44,694 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,45823,1733095282571; all regions closed. 2024-12-01T23:21:44,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:21:44,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741839_1015 (size=3114) 2024-12-01T23:21:44,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741833_1009 (size=2140) 2024-12-01T23:21:44,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 not finished, retry = 0 2024-12-01T23:21:44,704 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:44,783 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 to pos 1488, reset compression=false 2024-12-01T23:21:44,800 DEBUG [RS:0;f962de17fdc3:45823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:44,800 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:44,801 INFO [RS:0;f962de17fdc3:45823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:44,801 INFO [RS:0;f962de17fdc3:45823 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:44,801 INFO [RS:0;f962de17fdc3:45823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:44,801 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:44,801 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/WALs/f962de17fdc3,45823,1733095282571/f962de17fdc3%2C45823%2C1733095282571.1733095284141 2024-12-01T23:21:44,801 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:44,801 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-01T23:21:44,801 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-01T23:21:44,802 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,45823,1733095282571 because: Region server is closing 2024-12-01T23:21:44,802 INFO [RS:0;f962de17fdc3:45823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:45823. 2024-12-01T23:21:44,802 DEBUG [RS:0;f962de17fdc3:45823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:44,802 DEBUG [RS:0;f962de17fdc3:45823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:44,802 DEBUG [RS:0;f962de17fdc3:45823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:44,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:44,902 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.shipperf962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 terminated 2024-12-01T23:21:44,902 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,45823,1733095282571.replicationSource.wal-reader.f962de17fdc3%2C45823%2C1733095282571,1-f962de17fdc3,45823,1733095282571 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-01T23:21:44,902 INFO [RS:0;f962de17fdc3:45823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:45823. 2024-12-01T23:21:44,903 DEBUG [RS:0;f962de17fdc3:45823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:44,903 DEBUG [RS:0;f962de17fdc3:45823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:44,903 DEBUG [RS:0;f962de17fdc3:45823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:44,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:44,903 INFO [RS:0;f962de17fdc3:45823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45823 2024-12-01T23:21:44,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051/rs 2024-12-01T23:21:44,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21016701051/rs/f962de17fdc3,45823,1733095282571 2024-12-01T23:21:44,937 INFO [RS:0;f962de17fdc3:45823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:45,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,45823,1733095282571] 2024-12-01T23:21:45,080 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1191, reset compression=false 2024-12-01T23:21:45,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:45,168 INFO [RS:0;f962de17fdc3:45823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:45,168 INFO [RS:0;f962de17fdc3:45823 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,45823,1733095282571; zookeeper connection closed. 2024-12-01T23:21:45,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45823-0x10193331a310007, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:45,168 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b07c664 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b07c664 2024-12-01T23:21:45,168 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:21:45,179 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21016701051/draining/f962de17fdc3,45823,1733095282571 already deleted, retry=false 2024-12-01T23:21:45,179 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,45823,1733095282571 expired; onlineServers=0 2024-12-01T23:21:45,179 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,43921,1733095282439' ***** 2024-12-01T23:21:45,179 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:21:45,179 INFO [M:0;f962de17fdc3:43921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:45,179 INFO [M:0;f962de17fdc3:43921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:45,179 DEBUG [M:0;f962de17fdc3:43921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:21:45,180 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:21:45,180 DEBUG [M:0;f962de17fdc3:43921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:21:45,180 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095283883 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095283883,5,FailOnTimeoutGroup] 2024-12-01T23:21:45,180 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095283884 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095283884,5,FailOnTimeoutGroup] 2024-12-01T23:21:45,180 INFO [M:0;f962de17fdc3:43921 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:45,180 INFO [M:0;f962de17fdc3:43921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:45,180 DEBUG [M:0;f962de17fdc3:43921 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:21:45,180 INFO [M:0;f962de17fdc3:43921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:21:45,180 INFO [M:0;f962de17fdc3:43921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:45,180 INFO [M:0;f962de17fdc3:43921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:21:45,180 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:21:45,194 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:21:45,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21016701051/master 2024-12-01T23:21:45,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016701051 2024-12-01T23:21:45,242 DEBUG [M:0;f962de17fdc3:43921 {}] zookeeper.ZKUtil(347): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Unable to get data of znode /21016701051/master because node does not exist (not an error) 2024-12-01T23:21:45,242 WARN [M:0;f962de17fdc3:43921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:21:45,242 INFO [M:0;f962de17fdc3:43921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/.lastflushedseqids 2024-12-01T23:21:45,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741848_1024 (size=245) 2024-12-01T23:21:45,646 INFO [M:0;f962de17fdc3:43921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:21:45,647 INFO [M:0;f962de17fdc3:43921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:21:45,647 DEBUG [M:0;f962de17fdc3:43921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:21:45,647 INFO [M:0;f962de17fdc3:43921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:45,647 DEBUG [M:0;f962de17fdc3:43921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:45,647 DEBUG [M:0;f962de17fdc3:43921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:21:45,647 DEBUG [M:0;f962de17fdc3:43921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:45,647 INFO [M:0;f962de17fdc3:43921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-01T23:21:45,662 DEBUG [M:0;f962de17fdc3:43921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d29715c18224f37a24b586a900cacb0 is 82, key is hbase:meta,,1/info:regioninfo/1733095284760/Put/seqid=0 2024-12-01T23:21:45,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741849_1025 (size=5672) 2024-12-01T23:21:45,707 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:45,884 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1191, reset compression=false 2024-12-01T23:21:46,070 INFO [M:0;f962de17fdc3:43921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d29715c18224f37a24b586a900cacb0 2024-12-01T23:21:46,085 DEBUG [M:0;f962de17fdc3:43921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70c969fdeb904548a850dfadbb99b2a7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733095295847/Put/seqid=0 2024-12-01T23:21:46,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741850_1026 (size=8516) 2024-12-01T23:21:46,489 INFO [M:0;f962de17fdc3:43921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70c969fdeb904548a850dfadbb99b2a7 2024-12-01T23:21:46,504 DEBUG [M:0;f962de17fdc3:43921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb59ed47820b47f2ab0e3f79cb7d4e2c is 69, key is f962de17fdc3,45823,1733095282571/rs:state/1733095283946/Put/seqid=0 2024-12-01T23:21:46,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741851_1027 (size=5156) 2024-12-01T23:21:46,788 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1191, reset compression=false 2024-12-01T23:21:46,810 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:46,907 INFO [M:0;f962de17fdc3:43921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb59ed47820b47f2ab0e3f79cb7d4e2c 2024-12-01T23:21:46,910 DEBUG [M:0;f962de17fdc3:43921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d29715c18224f37a24b586a900cacb0 as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d29715c18224f37a24b586a900cacb0 2024-12-01T23:21:46,913 INFO [M:0;f962de17fdc3:43921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d29715c18224f37a24b586a900cacb0, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T23:21:46,913 DEBUG [M:0;f962de17fdc3:43921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70c969fdeb904548a850dfadbb99b2a7 as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70c969fdeb904548a850dfadbb99b2a7 2024-12-01T23:21:46,916 INFO [M:0;f962de17fdc3:43921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70c969fdeb904548a850dfadbb99b2a7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T23:21:46,917 DEBUG [M:0;f962de17fdc3:43921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb59ed47820b47f2ab0e3f79cb7d4e2c as hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb59ed47820b47f2ab0e3f79cb7d4e2c 2024-12-01T23:21:46,920 INFO [M:0;f962de17fdc3:43921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33635/user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb59ed47820b47f2ab0e3f79cb7d4e2c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T23:21:46,920 INFO [M:0;f962de17fdc3:43921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-12-01T23:21:46,921 INFO [M:0;f962de17fdc3:43921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:46,921 DEBUG [M:0;f962de17fdc3:43921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095305647Disabling compacts and flushes for region at 1733095305647Disabling writes for close at 1733095305647Obtaining lock to block concurrent updates at 1733095305647Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095305647Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733095305647Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095305648 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095305648Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095305662 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095305662Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095306073 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095306085 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095306085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095306492 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095306503 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095306504 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70005cd5: reopening flushed file at 1733095306910 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8797d99: reopening flushed file at 1733095306913 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2841a252: reopening flushed file at 1733095306916 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1733095306920 (+4 ms)Writing region close event to WAL at 1733095306921 (+1 ms)Closed at 1733095306921 2024-12-01T23:21:46,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36437 is added to blk_1073741830_1006 (size=63654) 2024-12-01T23:21:46,923 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c8b2fd6-eb86-72ef-60b2-d8f5b1a6dcd4/MasterData/WALs/f962de17fdc3,43921,1733095282439/f962de17fdc3%2C43921%2C1733095282439.1733095283588 not finished, retry = 0 2024-12-01T23:21:47,024 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:47,024 INFO [M:0;f962de17fdc3:43921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:21:47,024 INFO [M:0;f962de17fdc3:43921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43921 2024-12-01T23:21:47,024 INFO [M:0;f962de17fdc3:43921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:47,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:47,136 INFO [M:0;f962de17fdc3:43921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:47,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43921-0x10193331a310006, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:47,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78b0fe0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:21:47,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d48c9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:47,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:47,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c03c538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:47,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a575cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:47,170 WARN [BP-1791409576-172.17.0.3-1733095280315 heartbeating to localhost/127.0.0.1:33635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:21:47,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:21:47,170 WARN [BP-1791409576-172.17.0.3-1733095280315 heartbeating to localhost/127.0.0.1:33635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1791409576-172.17.0.3-1733095280315 (Datanode Uuid 4952f642-4263-4b4a-8620-0b57e3c5119d) service to localhost/127.0.0.1:33635 2024-12-01T23:21:47,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:21:47,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/cluster_3dcc9f6c-f974-40b5-f3ab-4e08a5e38e44/data/data1/current/BP-1791409576-172.17.0.3-1733095280315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:47,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/cluster_3dcc9f6c-f974-40b5-f3ab-4e08a5e38e44/data/data2/current/BP-1791409576-172.17.0.3-1733095280315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:47,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:21:47,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fbcd250{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:21:47,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7b342c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:47,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:47,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37771786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:47,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f44739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:47,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:21:47,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:21:47,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:47,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:47,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:47,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:47,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:47,192 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:21:47,192 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1512561224, stopped=false 2024-12-01T23:21:47,192 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,34255,1733095275604 2024-12-01T23:21:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1817720175/running 2024-12-01T23:21:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1817720175/running 2024-12-01T23:21:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:47,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:47,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:47,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Set watcher on znode that does not yet exist, /1817720175/running 2024-12-01T23:21:47,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:47,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:47,210 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,39069,1733095275803' ***** 2024-12-01T23:21:47,210 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:21:47,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Set watcher on znode that does not yet exist, /1817720175/running 2024-12-01T23:21:47,210 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:21:47,210 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:21:47,210 INFO [RS:0;f962de17fdc3:39069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:21:47,210 INFO [RS:0;f962de17fdc3:39069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:21:47,210 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(3091): Received CLOSE for 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:47,211 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(3091): Received CLOSE for 40cc304c05ee12009c89aa6746e8e917 2024-12-01T23:21:47,211 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,39069,1733095275803 2024-12-01T23:21:47,211 INFO [RS:0;f962de17fdc3:39069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:47,211 INFO [RS:0;f962de17fdc3:39069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:39069. 2024-12-01T23:21:47,211 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96fef43888cd97c438625e86d512e0c6, disabling compactions & flushes 2024-12-01T23:21:47,211 DEBUG [RS:0;f962de17fdc3:39069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:47,211 DEBUG [RS:0;f962de17fdc3:39069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:47,211 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:47,211 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:47,211 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:21:47,211 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095286053.96fef43888cd97c438625e86d512e0c6. after waiting 0 ms 2024-12-01T23:21:47,211 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:21:47,211 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:47,211 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:21:47,211 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:21:47,211 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96fef43888cd97c438625e86d512e0c6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-01T23:21:47,211 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:21:47,211 DEBUG [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1325): Online Regions={96fef43888cd97c438625e86d512e0c6=test,,1733095286053.96fef43888cd97c438625e86d512e0c6., 1588230740=hbase:meta,,1.1588230740, 40cc304c05ee12009c89aa6746e8e917=hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917.} 2024-12-01T23:21:47,211 DEBUG [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40cc304c05ee12009c89aa6746e8e917, 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:47,211 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:21:47,211 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:21:47,211 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:21:47,211 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:21:47,211 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:21:47,211 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:21:47,229 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/.tmp/f/b59facec551a4e4e922a92236d6af4c6 is 29, key is row1/f:/1733095300851/DeleteFamily/seqid=0 2024-12-01T23:21:47,231 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/info/20df616f6e054aefa36fddfaf4a023f8 is 147, key is hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917./info:regioninfo/1733095293683/Put/seqid=0 2024-12-01T23:21:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741840_1016 (size=5152) 2024-12-01T23:21:47,233 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/.tmp/f/b59facec551a4e4e922a92236d6af4c6 2024-12-01T23:21:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741841_1017 (size=7686) 2024-12-01T23:21:47,238 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/info/20df616f6e054aefa36fddfaf4a023f8 2024-12-01T23:21:47,249 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b59facec551a4e4e922a92236d6af4c6 2024-12-01T23:21:47,262 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/ns/c25f1ebeebf24d229063a7e327b18eb2 is 43, key is default/ns:d/1733095280181/Put/seqid=0 2024-12-01T23:21:47,265 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/.tmp/f1/830d75bb46f04b71952a2ea94a537eb4 is 30, key is row1/f1:/1733095300851/DeleteFamily/seqid=0 2024-12-01T23:21:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741842_1018 (size=5153) 2024-12-01T23:21:47,266 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/ns/c25f1ebeebf24d229063a7e327b18eb2 2024-12-01T23:21:47,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741843_1019 (size=5158) 2024-12-01T23:21:47,270 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/.tmp/f1/830d75bb46f04b71952a2ea94a537eb4 2024-12-01T23:21:47,274 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 830d75bb46f04b71952a2ea94a537eb4 2024-12-01T23:21:47,276 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:47,286 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/rep_barrier/533fd2bee6e648908961cf6c3bc7ab16 is 112, key is test,,1733095286053.96fef43888cd97c438625e86d512e0c6./rep_barrier:seqnumDuringOpen/1733095287201/Put/seqid=0 2024-12-01T23:21:47,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741844_1020 (size=5518) 2024-12-01T23:21:47,294 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/.tmp/norep/e1f03e7af06b4b7dbb8a9228139430b1 is 33, key is row1/norep:/1733095300851/DeleteFamily/seqid=0 2024-12-01T23:21:47,296 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/rep_barrier/533fd2bee6e648908961cf6c3bc7ab16 2024-12-01T23:21:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741845_1021 (size=5108) 2024-12-01T23:21:47,314 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/table/06e59ef7a78a4ec58ba5990db805e00a is 53, key is hbase:replication/table:state/1733095293689/Put/seqid=0 2024-12-01T23:21:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741846_1022 (size=5308) 2024-12-01T23:21:47,379 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:21:47,379 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:21:47,411 DEBUG [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40cc304c05ee12009c89aa6746e8e917, 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:47,611 DEBUG [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40cc304c05ee12009c89aa6746e8e917, 96fef43888cd97c438625e86d512e0c6 2024-12-01T23:21:47,699 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/.tmp/norep/e1f03e7af06b4b7dbb8a9228139430b1 2024-12-01T23:21:47,704 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1f03e7af06b4b7dbb8a9228139430b1 2024-12-01T23:21:47,704 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/.tmp/f/b59facec551a4e4e922a92236d6af4c6 as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/f/b59facec551a4e4e922a92236d6af4c6 2024-12-01T23:21:47,709 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b59facec551a4e4e922a92236d6af4c6 2024-12-01T23:21:47,709 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/f/b59facec551a4e4e922a92236d6af4c6, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T23:21:47,710 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/.tmp/f1/830d75bb46f04b71952a2ea94a537eb4 as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/f1/830d75bb46f04b71952a2ea94a537eb4 2024-12-01T23:21:47,713 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 830d75bb46f04b71952a2ea94a537eb4 2024-12-01T23:21:47,714 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/f1/830d75bb46f04b71952a2ea94a537eb4, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T23:21:47,714 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/.tmp/norep/e1f03e7af06b4b7dbb8a9228139430b1 as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/norep/e1f03e7af06b4b7dbb8a9228139430b1 2024-12-01T23:21:47,718 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/table/06e59ef7a78a4ec58ba5990db805e00a 2024-12-01T23:21:47,718 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1f03e7af06b4b7dbb8a9228139430b1 2024-12-01T23:21:47,719 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/norep/e1f03e7af06b4b7dbb8a9228139430b1, entries=1, sequenceid=10, filesize=5.0 K 2024-12-01T23:21:47,720 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 96fef43888cd97c438625e86d512e0c6 in 509ms, sequenceid=10, compaction requested=false 2024-12-01T23:21:47,723 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/info/20df616f6e054aefa36fddfaf4a023f8 as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/info/20df616f6e054aefa36fddfaf4a023f8 2024-12-01T23:21:47,725 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/default/test/96fef43888cd97c438625e86d512e0c6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T23:21:47,725 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:47,725 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:21:47,725 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:47,725 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96fef43888cd97c438625e86d512e0c6: Waiting for close lock at 1733095307211Running coprocessor pre-close hooks at 1733095307211Disabling compacts and flushes for region at 1733095307211Disabling writes for close at 1733095307211Obtaining lock to block concurrent updates at 1733095307211Preparing flush snapshotting stores in 96fef43888cd97c438625e86d512e0c6 at 1733095307211Finished memstore snapshotting test,,1733095286053.96fef43888cd97c438625e86d512e0c6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733095307211Flushing stores of test,,1733095286053.96fef43888cd97c438625e86d512e0c6. at 1733095307212 (+1 ms)Flushing 96fef43888cd97c438625e86d512e0c6/f: creating writer at 1733095307212Flushing 96fef43888cd97c438625e86d512e0c6/f: appending metadata at 1733095307228 (+16 ms)Flushing 96fef43888cd97c438625e86d512e0c6/f: closing flushed file at 1733095307229 (+1 ms)Flushing 96fef43888cd97c438625e86d512e0c6/f1: creating writer at 1733095307249 (+20 ms)Flushing 96fef43888cd97c438625e86d512e0c6/f1: appending metadata at 1733095307264 (+15 ms)Flushing 96fef43888cd97c438625e86d512e0c6/f1: closing flushed file at 1733095307264Flushing 96fef43888cd97c438625e86d512e0c6/norep: creating writer at 1733095307274 (+10 ms)Flushing 96fef43888cd97c438625e86d512e0c6/norep: appending metadata at 1733095307294 (+20 ms)Flushing 96fef43888cd97c438625e86d512e0c6/norep: closing flushed file at 1733095307294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@929e2ea: reopening flushed file at 1733095307704 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53dc8f57: reopening flushed file at 1733095307709 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3961866: reopening flushed file at 1733095307714 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 96fef43888cd97c438625e86d512e0c6 in 509ms, sequenceid=10, compaction requested=false at 1733095307720 (+6 ms)Writing region close event to WAL at 1733095307721 (+1 ms)Running coprocessor post-close hooks at 1733095307725 (+4 ms)Closed at 1733095307725 2024-12-01T23:21:47,725 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095286053.96fef43888cd97c438625e86d512e0c6. 2024-12-01T23:21:47,725 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40cc304c05ee12009c89aa6746e8e917, disabling compactions & flushes 2024-12-01T23:21:47,725 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:47,725 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:47,725 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. after waiting 0 ms 2024-12-01T23:21:47,725 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:47,726 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40cc304c05ee12009c89aa6746e8e917 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-01T23:21:47,727 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/info/20df616f6e054aefa36fddfaf4a023f8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:21:47,728 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/ns/c25f1ebeebf24d229063a7e327b18eb2 as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/ns/c25f1ebeebf24d229063a7e327b18eb2 2024-12-01T23:21:47,731 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/ns/c25f1ebeebf24d229063a7e327b18eb2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:21:47,732 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/rep_barrier/533fd2bee6e648908961cf6c3bc7ab16 as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/rep_barrier/533fd2bee6e648908961cf6c3bc7ab16 2024-12-01T23:21:47,740 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/replication/40cc304c05ee12009c89aa6746e8e917/.tmp/queue/3b90a7fd21e44c6c9e630b713d29cd0a is 154, key is 1-f962de17fdc3,39069,1733095275803/queue:f962de17fdc3%2C39069%2C1733095275803/1733095302354/Put/seqid=0 2024-12-01T23:21:47,741 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/rep_barrier/533fd2bee6e648908961cf6c3bc7ab16, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:21:47,742 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/.tmp/table/06e59ef7a78a4ec58ba5990db805e00a as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/table/06e59ef7a78a4ec58ba5990db805e00a 2024-12-01T23:21:47,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741847_1023 (size=5353) 2024-12-01T23:21:47,746 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/table/06e59ef7a78a4ec58ba5990db805e00a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:21:47,746 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/replication/40cc304c05ee12009c89aa6746e8e917/.tmp/queue/3b90a7fd21e44c6c9e630b713d29cd0a 2024-12-01T23:21:47,747 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 536ms, sequenceid=16, compaction requested=false 2024-12-01T23:21:47,751 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/replication/40cc304c05ee12009c89aa6746e8e917/.tmp/queue/3b90a7fd21e44c6c9e630b713d29cd0a as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/replication/40cc304c05ee12009c89aa6746e8e917/queue/3b90a7fd21e44c6c9e630b713d29cd0a 2024-12-01T23:21:47,754 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/replication/40cc304c05ee12009c89aa6746e8e917/queue/3b90a7fd21e44c6c9e630b713d29cd0a, entries=1, sequenceid=12, filesize=5.2 K 2024-12-01T23:21:47,755 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 40cc304c05ee12009c89aa6746e8e917 in 30ms, sequenceid=12, compaction requested=false 2024-12-01T23:21:47,762 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/replication/40cc304c05ee12009c89aa6746e8e917/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T23:21:47,763 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:21:47,763 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:47,763 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:21:47,763 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:47,763 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40cc304c05ee12009c89aa6746e8e917: Waiting for close lock at 1733095307725Running coprocessor pre-close hooks at 1733095307725Disabling compacts and flushes for region at 1733095307725Disabling writes for close at 1733095307725Obtaining lock to block concurrent updates at 1733095307726 (+1 ms)Preparing flush snapshotting stores in 40cc304c05ee12009c89aa6746e8e917 at 1733095307726Finished memstore snapshotting hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733095307726Flushing stores of hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. at 1733095307726Flushing 40cc304c05ee12009c89aa6746e8e917/queue: creating writer at 1733095307726Flushing 40cc304c05ee12009c89aa6746e8e917/queue: appending metadata at 1733095307740 (+14 ms)Flushing 40cc304c05ee12009c89aa6746e8e917/queue: closing flushed file at 1733095307740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ede094: reopening flushed file at 1733095307750 (+10 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 40cc304c05ee12009c89aa6746e8e917 in 30ms, sequenceid=12, compaction requested=false at 1733095307755 (+5 ms)Writing region close event to WAL at 1733095307760 (+5 ms)Running coprocessor post-close hooks at 1733095307763 (+3 ms)Closed at 1733095307763 2024-12-01T23:21:47,763 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095292513.40cc304c05ee12009c89aa6746e8e917. 2024-12-01T23:21:47,763 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:47,763 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:21:47,763 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:47,763 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095307211Running coprocessor pre-close hooks at 1733095307211Disabling compacts and flushes for region at 1733095307211Disabling writes for close at 1733095307211Obtaining lock to block concurrent updates at 1733095307211Preparing flush snapshotting stores in 1588230740 at 1733095307211Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095307212 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733095307212Flushing 1588230740/info: creating writer at 1733095307212Flushing 1588230740/info: appending metadata at 1733095307231 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733095307231Flushing 1588230740/ns: creating writer at 1733095307242 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733095307262 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733095307262Flushing 1588230740/rep_barrier: creating writer at 1733095307270 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095307286 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095307286Flushing 1588230740/table: creating writer at 1733095307301 (+15 ms)Flushing 1588230740/table: appending metadata at 1733095307314 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733095307314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e266e97: reopening flushed file at 1733095307723 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433d2a69: reopening flushed file at 1733095307727 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@685d4eb6: reopening flushed file at 1733095307731 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6faa5680: reopening flushed file at 1733095307742 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 536ms, sequenceid=16, compaction requested=false at 1733095307747 (+5 ms)Writing region close event to WAL at 1733095307760 (+13 ms)Running coprocessor post-close hooks at 1733095307763 (+3 ms)Closed at 1733095307763 2024-12-01T23:21:47,763 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:47,791 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 1191, reset compression=false 2024-12-01T23:21:47,795 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:47,795 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.wal-reader.f962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 to pos 2082, reset compression=false 2024-12-01T23:21:47,795 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,39069,1733095275803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:47,796 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f962de17fdc3,39069,1733095275803: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f962de17fdc3,39069,1733095275803, walGroup=f962de17fdc3%2C39069%2C1733095275803, offset=f962de17fdc3%2C39069%2C1733095275803.1733095279483:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:39069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T23:21:47,797 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T23:21:47,797 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T23:21:47,798 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T23:21:47,798 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T23:21:47,798 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T23:21:47,798 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 1024104064 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202007592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T23:21:47,798 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-01T23:21:47,812 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,39069,1733095275803; all regions closed. 2024-12-01T23:21:47,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:21:47,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741839_1015 (size=3114) 2024-12-01T23:21:47,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/WALs/f962de17fdc3,39069,1733095275803/f962de17fdc3%2C39069%2C1733095275803.1733095279483 not finished, retry = 0 2024-12-01T23:21:47,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741833_1009 (size=2090) 2024-12-01T23:21:47,922 DEBUG [RS:0;f962de17fdc3:39069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:47,922 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:47,922 INFO [RS:0;f962de17fdc3:39069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:47,922 INFO [RS:0;f962de17fdc3:39069 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:47,923 INFO [RS:0;f962de17fdc3:39069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:47,923 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:47,923 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,39069,1733095275803 because: Region server is closing 2024-12-01T23:21:47,923 INFO [RS:0;f962de17fdc3:39069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:39069. 2024-12-01T23:21:47,923 DEBUG [RS:0;f962de17fdc3:39069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:47,923 DEBUG [RS:0;f962de17fdc3:39069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:47,923 DEBUG [RS:0;f962de17fdc3:39069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:47,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:48,014 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:48,023 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,39069,1733095275803.replicationSource.shipperf962de17fdc3%2C39069%2C1733095275803,1-f962de17fdc3,39069,1733095275803 terminated 2024-12-01T23:21:48,024 INFO [RS:0;f962de17fdc3:39069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:39069. 2024-12-01T23:21:48,024 DEBUG [RS:0;f962de17fdc3:39069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:48,024 DEBUG [RS:0;f962de17fdc3:39069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:48,024 DEBUG [RS:0;f962de17fdc3:39069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:48,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:48,024 INFO [RS:0;f962de17fdc3:39069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39069 2024-12-01T23:21:48,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1817720175/rs/f962de17fdc3,39069,1733095275803 2024-12-01T23:21:48,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175/rs 2024-12-01T23:21:48,067 INFO [RS:0;f962de17fdc3:39069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:48,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,39069,1733095275803] 2024-12-01T23:21:48,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1817720175/draining/f962de17fdc3,39069,1733095275803 already deleted, retry=false 2024-12-01T23:21:48,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,39069,1733095275803 expired; onlineServers=0 2024-12-01T23:21:48,156 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,34255,1733095275604' ***** 2024-12-01T23:21:48,156 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:21:48,156 INFO [M:0;f962de17fdc3:34255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:48,157 INFO [M:0;f962de17fdc3:34255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:48,157 DEBUG [M:0;f962de17fdc3:34255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:21:48,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:21:48,157 DEBUG [M:0;f962de17fdc3:34255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:21:48,157 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095278892 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095278892,5,FailOnTimeoutGroup] 2024-12-01T23:21:48,157 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095278893 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095278893,5,FailOnTimeoutGroup] 2024-12-01T23:21:48,157 INFO [M:0;f962de17fdc3:34255 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:48,157 INFO [M:0;f962de17fdc3:34255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:48,157 DEBUG [M:0;f962de17fdc3:34255 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:21:48,157 INFO [M:0;f962de17fdc3:34255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:21:48,157 INFO [M:0;f962de17fdc3:34255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:48,157 INFO [M:0;f962de17fdc3:34255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:21:48,157 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:21:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1817720175/master 2024-12-01T23:21:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1817720175 2024-12-01T23:21:48,177 DEBUG [M:0;f962de17fdc3:34255 {}] zookeeper.ZKUtil(347): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Unable to get data of znode /1817720175/master because node does not exist (not an error) 2024-12-01T23:21:48,177 WARN [M:0;f962de17fdc3:34255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:21:48,178 INFO [M:0;f962de17fdc3:34255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/.lastflushedseqids 2024-12-01T23:21:48,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741848_1024 (size=245) 2024-12-01T23:21:48,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:48,234 INFO [RS:0;f962de17fdc3:39069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:48,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39069-0x10193331a310004, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:48,234 INFO [RS:0;f962de17fdc3:39069 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,39069,1733095275803; zookeeper connection closed. 2024-12-01T23:21:48,235 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d25917 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d25917 2024-12-01T23:21:48,235 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:21:48,584 INFO [M:0;f962de17fdc3:34255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:21:48,584 INFO [M:0;f962de17fdc3:34255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:21:48,584 DEBUG [M:0;f962de17fdc3:34255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:21:48,584 INFO [M:0;f962de17fdc3:34255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:48,584 DEBUG [M:0;f962de17fdc3:34255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:48,584 DEBUG [M:0;f962de17fdc3:34255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:21:48,584 DEBUG [M:0;f962de17fdc3:34255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:48,584 INFO [M:0;f962de17fdc3:34255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-01T23:21:48,606 DEBUG [M:0;f962de17fdc3:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a13c321d2397402b8a01aa759dd7a70c is 82, key is hbase:meta,,1/info:regioninfo/1733095280160/Put/seqid=0 2024-12-01T23:21:48,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741849_1025 (size=5672) 2024-12-01T23:21:49,009 INFO [M:0;f962de17fdc3:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a13c321d2397402b8a01aa759dd7a70c 2024-12-01T23:21:49,032 DEBUG [M:0;f962de17fdc3:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c403048f48540c49a77e543722a1456 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733095293691/Put/seqid=0 2024-12-01T23:21:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741850_1026 (size=8516) 2024-12-01T23:21:49,036 INFO [M:0;f962de17fdc3:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c403048f48540c49a77e543722a1456 2024-12-01T23:21:49,050 DEBUG [M:0;f962de17fdc3:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5150369ec7414a04bb34438cd6c51c48 is 69, key is f962de17fdc3,39069,1733095275803/rs:state/1733095279063/Put/seqid=0 2024-12-01T23:21:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741851_1027 (size=5156) 2024-12-01T23:21:49,317 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:49,454 INFO [M:0;f962de17fdc3:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5150369ec7414a04bb34438cd6c51c48 2024-12-01T23:21:49,458 DEBUG [M:0;f962de17fdc3:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a13c321d2397402b8a01aa759dd7a70c as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a13c321d2397402b8a01aa759dd7a70c 2024-12-01T23:21:49,462 INFO [M:0;f962de17fdc3:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a13c321d2397402b8a01aa759dd7a70c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T23:21:49,463 DEBUG [M:0;f962de17fdc3:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c403048f48540c49a77e543722a1456 as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c403048f48540c49a77e543722a1456 2024-12-01T23:21:49,467 INFO [M:0;f962de17fdc3:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c403048f48540c49a77e543722a1456, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T23:21:49,468 DEBUG [M:0;f962de17fdc3:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5150369ec7414a04bb34438cd6c51c48 as hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5150369ec7414a04bb34438cd6c51c48 2024-12-01T23:21:49,471 INFO [M:0;f962de17fdc3:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36249/user/jenkins/test-data/a5ad2f94-f85d-85a4-644b-b9c3c4860858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5150369ec7414a04bb34438cd6c51c48, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T23:21:49,472 INFO [M:0;f962de17fdc3:34255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-12-01T23:21:49,473 INFO [M:0;f962de17fdc3:34255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:49,473 DEBUG [M:0;f962de17fdc3:34255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095308584Disabling compacts and flushes for region at 1733095308584Disabling writes for close at 1733095308584Obtaining lock to block concurrent updates at 1733095308584Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095308584Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733095308585 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095308585Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095308585Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095308605 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095308605Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095309013 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095309032 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095309032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095309038 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095309050 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095309050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3c92d2: reopening flushed file at 1733095309457 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca399e0: reopening flushed file at 1733095309462 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5f4662: reopening flushed file at 1733095309467 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1733095309472 (+5 ms)Writing region close event to WAL at 1733095309473 (+1 ms)Closed at 1733095309473 2024-12-01T23:21:49,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45847 is added to blk_1073741830_1006 (size=63654) 2024-12-01T23:21:49,475 INFO [M:0;f962de17fdc3:34255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:21:49,475 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:49,475 INFO [M:0;f962de17fdc3:34255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34255 2024-12-01T23:21:49,476 INFO [M:0;f962de17fdc3:34255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:49,588 INFO [M:0;f962de17fdc3:34255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:49,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x10193331a310003, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:49,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198298d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:21:49,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:49,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:49,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:49,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:49,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:21:49,593 WARN [BP-1869540309-172.17.0.3-1733095272586 heartbeating to localhost/127.0.0.1:36249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:21:49,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:21:49,593 WARN [BP-1869540309-172.17.0.3-1733095272586 heartbeating to localhost/127.0.0.1:36249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1869540309-172.17.0.3-1733095272586 (Datanode Uuid 0035566c-93c6-4655-a8ad-68e9f595689f) service to localhost/127.0.0.1:36249 2024-12-01T23:21:49,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/cluster_bb0ba6d0-7ee4-5b1f-e50b-d8884d644ee5/data/data2/current/BP-1869540309-172.17.0.3-1733095272586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:49,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/cluster_bb0ba6d0-7ee4-5b1f-e50b-d8884d644ee5/data/data1/current/BP-1869540309-172.17.0.3-1733095272586 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:49,594 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:21:49,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:21:49,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:49,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:49,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:49,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b01f3030-2d31-8117-dae8-9a2865b92de2/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:49,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:21:49,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:21:49,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:49,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:49,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:49,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:49,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:49,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:21:49,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=529120585, stopped=false 2024-12-01T23:21:49,615 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,34941,1733095269985 2024-12-01T23:21:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2082118657/running 2024-12-01T23:21:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2082118657/running 2024-12-01T23:21:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:49,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:49,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Set watcher on znode that does not yet exist, /0-2082118657/running 2024-12-01T23:21:49,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Set watcher on znode that does not yet exist, /0-2082118657/running 2024-12-01T23:21:49,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:21:49,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:49,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:49,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,33697,1733095270251' ***** 2024-12-01T23:21:49,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:21:49,632 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:21:49,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e0d7f14eac6f94c844e99de7b2cdd25 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,33697,1733095270251 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:33697. 2024-12-01T23:21:49,633 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e0d7f14eac6f94c844e99de7b2cdd25, disabling compactions & flushes 2024-12-01T23:21:49,633 DEBUG [RS:0;f962de17fdc3:33697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:49,633 DEBUG [RS:0;f962de17fdc3:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:49,633 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:49,633 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:49,633 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. after waiting 0 ms 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:21:49,633 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:21:49,633 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e0d7f14eac6f94c844e99de7b2cdd25 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-01T23:21:49,633 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:21:49,633 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1325): Online Regions={6e0d7f14eac6f94c844e99de7b2cdd25=test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25., 1588230740=hbase:meta,,1.1588230740, e238cc8fffec20a916a7fc1901d2494a=hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a.} 2024-12-01T23:21:49,633 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e0d7f14eac6f94c844e99de7b2cdd25, e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:49,633 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:21:49,634 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:21:49,634 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:21:49,634 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:21:49,634 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:21:49,634 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:21:49,652 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/info/9a3f7b6d67874af0920354411a7dae50 is 147, key is hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a./info:regioninfo/1733095291524/Put/seqid=0 2024-12-01T23:21:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741840_1016 (size=7686) 2024-12-01T23:21:49,676 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/.tmp/f/a22cf5316aac417dae2c61f8886eb044 is 28, key is row/f:/1733095299846/DeleteFamily/seqid=0 2024-12-01T23:21:49,689 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:21:49,689 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:21:49,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741841_1017 (size=5085) 2024-12-01T23:21:49,724 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:49,834 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e0d7f14eac6f94c844e99de7b2cdd25, e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:50,034 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e0d7f14eac6f94c844e99de7b2cdd25, e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:50,066 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/info/9a3f7b6d67874af0920354411a7dae50 2024-12-01T23:21:50,086 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/ns/c0bb5629609249b6aae26e2b10647b28 is 43, key is default/ns:d/1733095272515/Put/seqid=0 2024-12-01T23:21:50,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741842_1018 (size=5153) 2024-12-01T23:21:50,096 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/.tmp/f/a22cf5316aac417dae2c61f8886eb044 2024-12-01T23:21:50,099 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a22cf5316aac417dae2c61f8886eb044 2024-12-01T23:21:50,112 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/.tmp/f1/e678ab04e01e4588a81224db553f829e is 29, key is row/f1:/1733095299846/DeleteFamily/seqid=0 2024-12-01T23:21:50,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741843_1019 (size=5089) 2024-12-01T23:21:50,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:21:50,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:50,234 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e0d7f14eac6f94c844e99de7b2cdd25, e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:50,434 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e0d7f14eac6f94c844e99de7b2cdd25, e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:50,489 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/ns/c0bb5629609249b6aae26e2b10647b28 2024-12-01T23:21:50,505 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/rep_barrier/7240186dfb7248daa0c9aa45be146dff is 112, key is test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25./rep_barrier:seqnumDuringOpen/1733095285708/Put/seqid=0 2024-12-01T23:21:50,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741844_1020 (size=5518) 2024-12-01T23:21:50,509 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/rep_barrier/7240186dfb7248daa0c9aa45be146dff 2024-12-01T23:21:50,515 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/.tmp/f1/e678ab04e01e4588a81224db553f829e 2024-12-01T23:21:50,518 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e678ab04e01e4588a81224db553f829e 2024-12-01T23:21:50,529 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/table/958c4b2507eb4a1b8981599dc92b4af8 is 53, key is hbase:replication/table:state/1733095291530/Put/seqid=0 2024-12-01T23:21:50,535 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/.tmp/norep/66e444c9f3354f8b8d53c819082a12df is 32, key is row/norep:/1733095299846/DeleteFamily/seqid=0 2024-12-01T23:21:50,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741845_1021 (size=5308) 2024-12-01T23:21:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741846_1022 (size=5101) 2024-12-01T23:21:50,634 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e0d7f14eac6f94c844e99de7b2cdd25, e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:50,720 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 636, reset compression=false 2024-12-01T23:21:50,724 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:50,725 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 883, reset compression=false 2024-12-01T23:21:50,725 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,33697,1733095270251 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:21:50,726 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f962de17fdc3,33697,1733095270251: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f962de17fdc3,33697,1733095270251, walGroup=f962de17fdc3%2C33697%2C1733095270251, offset=f962de17fdc3%2C33697%2C1733095270251.1733095271826:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:33697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T23:21:50,727 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T23:21:50,727 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T23:21:50,728 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T23:21:50,728 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T23:21:50,728 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T23:21:50,728 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 867473832 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202295976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T23:21:50,728 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34941 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34941 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-01T23:21:50,835 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e0d7f14eac6f94c844e99de7b2cdd25, e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:50,928 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 883, reset compression=false 2024-12-01T23:21:50,937 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/table/958c4b2507eb4a1b8981599dc92b4af8 2024-12-01T23:21:50,942 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/.tmp/norep/66e444c9f3354f8b8d53c819082a12df 2024-12-01T23:21:50,942 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/info/9a3f7b6d67874af0920354411a7dae50 as hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/info/9a3f7b6d67874af0920354411a7dae50 2024-12-01T23:21:50,945 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66e444c9f3354f8b8d53c819082a12df 2024-12-01T23:21:50,945 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/.tmp/f/a22cf5316aac417dae2c61f8886eb044 as hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/f/a22cf5316aac417dae2c61f8886eb044 2024-12-01T23:21:50,945 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/info/9a3f7b6d67874af0920354411a7dae50, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:21:50,946 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/ns/c0bb5629609249b6aae26e2b10647b28 as hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/ns/c0bb5629609249b6aae26e2b10647b28 2024-12-01T23:21:50,948 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a22cf5316aac417dae2c61f8886eb044 2024-12-01T23:21:50,949 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/ns/c0bb5629609249b6aae26e2b10647b28, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:21:50,949 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/f/a22cf5316aac417dae2c61f8886eb044, entries=1, sequenceid=6, filesize=5.0 K 2024-12-01T23:21:50,949 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/rep_barrier/7240186dfb7248daa0c9aa45be146dff as hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/rep_barrier/7240186dfb7248daa0c9aa45be146dff 2024-12-01T23:21:50,949 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/.tmp/f1/e678ab04e01e4588a81224db553f829e as hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/f1/e678ab04e01e4588a81224db553f829e 2024-12-01T23:21:50,952 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e678ab04e01e4588a81224db553f829e 2024-12-01T23:21:50,952 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/rep_barrier/7240186dfb7248daa0c9aa45be146dff, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:21:50,952 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/f1/e678ab04e01e4588a81224db553f829e, entries=1, sequenceid=6, filesize=5.0 K 2024-12-01T23:21:50,952 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/.tmp/table/958c4b2507eb4a1b8981599dc92b4af8 as hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/table/958c4b2507eb4a1b8981599dc92b4af8 2024-12-01T23:21:50,952 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/.tmp/norep/66e444c9f3354f8b8d53c819082a12df as hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/norep/66e444c9f3354f8b8d53c819082a12df 2024-12-01T23:21:50,955 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66e444c9f3354f8b8d53c819082a12df 2024-12-01T23:21:50,955 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/table/958c4b2507eb4a1b8981599dc92b4af8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:21:50,955 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/norep/66e444c9f3354f8b8d53c819082a12df, entries=1, sequenceid=6, filesize=5.0 K 2024-12-01T23:21:50,956 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-12-01T23:21:50,956 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6e0d7f14eac6f94c844e99de7b2cdd25 in 1323ms, sequenceid=6, compaction requested=false 2024-12-01T23:21:50,956 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T23:21:50,956 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:21:50,968 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/default/test/6e0d7f14eac6f94c844e99de7b2cdd25/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T23:21:50,968 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:21:50,968 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:50,968 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:21:50,969 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:21:50,969 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e0d7f14eac6f94c844e99de7b2cdd25: Waiting for close lock at 1733095309633Running coprocessor pre-close hooks at 1733095309633Disabling compacts and flushes for region at 1733095309633Disabling writes for close at 1733095309633Obtaining lock to block concurrent updates at 1733095309633Preparing flush snapshotting stores in 6e0d7f14eac6f94c844e99de7b2cdd25 at 1733095309633Finished memstore snapshotting test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733095309634 (+1 ms)Flushing stores of test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. at 1733095309634Flushing 6e0d7f14eac6f94c844e99de7b2cdd25/f: creating writer at 1733095309634Flushing 6e0d7f14eac6f94c844e99de7b2cdd25/f: appending metadata at 1733095309676 (+42 ms)Flushing 6e0d7f14eac6f94c844e99de7b2cdd25/f: closing flushed file at 1733095309676Flushing 6e0d7f14eac6f94c844e99de7b2cdd25/f1: creating writer at 1733095310100 (+424 ms)Flushing 6e0d7f14eac6f94c844e99de7b2cdd25/f1: appending metadata at 1733095310111 (+11 ms)Flushing 6e0d7f14eac6f94c844e99de7b2cdd25/f1: closing flushed file at 1733095310111Flushing 6e0d7f14eac6f94c844e99de7b2cdd25/norep: creating writer at 1733095310519 (+408 ms)Flushing 6e0d7f14eac6f94c844e99de7b2cdd25/norep: appending metadata at 1733095310535 (+16 ms)Flushing 6e0d7f14eac6f94c844e99de7b2cdd25/norep: closing flushed file at 1733095310535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@536be2af: reopening flushed file at 1733095310945 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44949f1e: reopening flushed file at 1733095310949 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28090856: reopening flushed file at 1733095310952 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6e0d7f14eac6f94c844e99de7b2cdd25 in 1323ms, sequenceid=6, compaction requested=false at 1733095310956 (+4 ms)Writing region close event to WAL at 1733095310966 (+10 ms)Running coprocessor post-close hooks at 1733095310968 (+2 ms)Closed at 1733095310969 (+1 ms) 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095309633Running coprocessor pre-close hooks at 1733095309633Disabling compacts and flushes for region at 1733095309633Disabling writes for close at 1733095309634 (+1 ms)Obtaining lock to block concurrent updates at 1733095309634Preparing flush snapshotting stores in 1588230740 at 1733095309634Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095309634Flushing stores of hbase:meta,,1.1588230740 at 1733095309634Flushing 1588230740/info: creating writer at 1733095309634Flushing 1588230740/info: appending metadata at 1733095309652 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733095309652Flushing 1588230740/ns: creating writer at 1733095310070 (+418 ms)Flushing 1588230740/ns: appending metadata at 1733095310085 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733095310085Flushing 1588230740/rep_barrier: creating writer at 1733095310492 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095310505 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095310505Flushing 1588230740/table: creating writer at 1733095310512 (+7 ms)Flushing 1588230740/table: appending metadata at 1733095310529 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733095310529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280fda6b: reopening flushed file at 1733095310941 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e22f30: reopening flushed file at 1733095310945 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480d9832: reopening flushed file at 1733095310949 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594fcb9c: reopening flushed file at 1733095310952 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1733095310956 (+4 ms)Writing region close event to WAL at 1733095310966 (+10 ms)Running coprocessor post-close hooks at 1733095310969 (+3 ms)Closed at 1733095310969 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095284915.6e0d7f14eac6f94c844e99de7b2cdd25. 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e238cc8fffec20a916a7fc1901d2494a, disabling compactions & flushes 2024-12-01T23:21:50,969 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. after waiting 0 ms 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e238cc8fffec20a916a7fc1901d2494a: Waiting for close lock at 1733095310969Running coprocessor pre-close hooks at 1733095310969Disabling compacts and flushes for region at 1733095310969Disabling writes for close at 1733095310969Failed flush hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a., putting online again at 1733095310969 2024-12-01T23:21:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:51,035 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:21:51,035 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1325): Online Regions={e238cc8fffec20a916a7fc1901d2494a=hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a.} 2024-12-01T23:21:51,035 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(3091): Received CLOSE for e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:51,035 DEBUG [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1351): Waiting on e238cc8fffec20a916a7fc1901d2494a 2024-12-01T23:21:51,035 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e238cc8fffec20a916a7fc1901d2494a, disabling compactions & flushes 2024-12-01T23:21:51,035 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:51,035 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:51,035 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. after waiting 0 ms 2024-12-01T23:21:51,035 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:51,035 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e238cc8fffec20a916a7fc1901d2494a: Waiting for close lock at 1733095311035Running coprocessor pre-close hooks at 1733095311035Disabling compacts and flushes for region at 1733095311035Disabling writes for close at 1733095311035Failed flush hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a., putting online again at 1733095311035 2024-12-01T23:21:51,035 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733095290367.e238cc8fffec20a916a7fc1901d2494a. 2024-12-01T23:21:51,231 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 883, reset compression=false 2024-12-01T23:21:51,235 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:21:51,235 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/WALs/f962de17fdc3,33697,1733095270251/f962de17fdc3%2C33697%2C1733095270251.1733095271826 to pos 1527, reset compression=false 2024-12-01T23:21:51,235 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T23:21:51,235 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,33697,1733095270251; all regions closed. 2024-12-01T23:21:51,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741834_1010 (size=4239) 2024-12-01T23:21:51,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741839_1015 (size=1297) 2024-12-01T23:21:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741833_1009 (size=1535) 2024-12-01T23:21:51,249 DEBUG [RS:0;f962de17fdc3:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:51,249 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:21:51,249 INFO [RS:0;f962de17fdc3:33697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:51,250 INFO [RS:0;f962de17fdc3:33697 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:51,250 INFO [RS:0;f962de17fdc3:33697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:51,250 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:51,250 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,33697,1733095270251 because: Region server is closing 2024-12-01T23:21:51,250 INFO [RS:0;f962de17fdc3:33697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:33697. 2024-12-01T23:21:51,250 DEBUG [RS:0;f962de17fdc3:33697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:21:51,250 DEBUG [RS:0;f962de17fdc3:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:51,250 DEBUG [RS:0;f962de17fdc3:33697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:51,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:21:51,351 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.shipperf962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 terminated 2024-12-01T23:21:51,351 INFO [RS:0;f962de17fdc3:33697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33697 2024-12-01T23:21:51,351 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,33697,1733095270251.replicationSource.wal-reader.f962de17fdc3%2C33697%2C1733095270251,1-f962de17fdc3,33697,1733095270251 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:21:51,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2082118657/rs/f962de17fdc3,33697,1733095270251 2024-12-01T23:21:51,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657/rs 2024-12-01T23:21:51,423 INFO [RS:0;f962de17fdc3:33697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:51,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,33697,1733095270251] 2024-12-01T23:21:51,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2082118657/draining/f962de17fdc3,33697,1733095270251 already deleted, retry=false 2024-12-01T23:21:51,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,33697,1733095270251 expired; onlineServers=0 2024-12-01T23:21:51,591 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,34941,1733095269985' ***** 2024-12-01T23:21:51,591 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:21:51,591 INFO [M:0;f962de17fdc3:34941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:21:51,591 INFO [M:0;f962de17fdc3:34941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:21:51,591 DEBUG [M:0;f962de17fdc3:34941 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:21:51,591 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:21:51,591 DEBUG [M:0;f962de17fdc3:34941 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:21:51,591 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095271596 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095271596,5,FailOnTimeoutGroup] 2024-12-01T23:21:51,591 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095271604 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095271604,5,FailOnTimeoutGroup] 2024-12-01T23:21:51,591 INFO [M:0;f962de17fdc3:34941 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:21:51,591 INFO [M:0;f962de17fdc3:34941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:21:51,592 DEBUG [M:0;f962de17fdc3:34941 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:21:51,592 INFO [M:0;f962de17fdc3:34941 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:21:51,592 INFO [M:0;f962de17fdc3:34941 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:21:51,592 INFO [M:0;f962de17fdc3:34941 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:21:51,592 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:21:51,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:51,618 INFO [RS:0;f962de17fdc3:33697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:51,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33697-0x10193331a310001, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:51,618 INFO [RS:0;f962de17fdc3:33697 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,33697,1733095270251; zookeeper connection closed. 2024-12-01T23:21:51,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39eadf0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39eadf0d 2024-12-01T23:21:51,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:21:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2082118657/master 2024-12-01T23:21:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2082118657 2024-12-01T23:21:51,666 DEBUG [M:0;f962de17fdc3:34941 {}] zookeeper.ZKUtil(347): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Unable to get data of znode /0-2082118657/master because node does not exist (not an error) 2024-12-01T23:21:51,666 WARN [M:0;f962de17fdc3:34941 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:21:51,668 INFO [M:0;f962de17fdc3:34941 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/.lastflushedseqids 2024-12-01T23:21:51,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741847_1023 (size=245) 2024-12-01T23:21:52,075 INFO [M:0;f962de17fdc3:34941 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:21:52,075 INFO [M:0;f962de17fdc3:34941 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:21:52,075 DEBUG [M:0;f962de17fdc3:34941 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:21:52,075 INFO [M:0;f962de17fdc3:34941 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:52,075 DEBUG [M:0;f962de17fdc3:34941 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:52,075 DEBUG [M:0;f962de17fdc3:34941 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:21:52,075 DEBUG [M:0;f962de17fdc3:34941 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:52,075 INFO [M:0;f962de17fdc3:34941 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-01T23:21:52,093 DEBUG [M:0;f962de17fdc3:34941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fec550de094c484782f8d7d1c7ab9b35 is 82, key is hbase:meta,,1/info:regioninfo/1733095272485/Put/seqid=0 2024-12-01T23:21:52,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741848_1024 (size=5672) 2024-12-01T23:21:52,497 INFO [M:0;f962de17fdc3:34941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fec550de094c484782f8d7d1c7ab9b35 2024-12-01T23:21:52,516 DEBUG [M:0;f962de17fdc3:34941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0b02ffbda8a403d822505e19157e151 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733095285722/Put/seqid=0 2024-12-01T23:21:52,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741849_1025 (size=7218) 2024-12-01T23:21:52,920 INFO [M:0;f962de17fdc3:34941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0b02ffbda8a403d822505e19157e151 2024-12-01T23:21:52,924 INFO [M:0;f962de17fdc3:34941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0b02ffbda8a403d822505e19157e151 2024-12-01T23:21:52,936 DEBUG [M:0;f962de17fdc3:34941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba1f6b9aca2d430ba839e2c145492b22 is 69, key is f962de17fdc3,33697,1733095270251/rs:state/1733095271666/Put/seqid=0 2024-12-01T23:21:52,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741850_1026 (size=5156) 2024-12-01T23:21:53,340 INFO [M:0;f962de17fdc3:34941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba1f6b9aca2d430ba839e2c145492b22 2024-12-01T23:21:53,344 DEBUG [M:0;f962de17fdc3:34941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fec550de094c484782f8d7d1c7ab9b35 as hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fec550de094c484782f8d7d1c7ab9b35 2024-12-01T23:21:53,347 INFO [M:0;f962de17fdc3:34941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fec550de094c484782f8d7d1c7ab9b35, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T23:21:53,348 DEBUG [M:0;f962de17fdc3:34941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0b02ffbda8a403d822505e19157e151 as hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0b02ffbda8a403d822505e19157e151 2024-12-01T23:21:53,351 INFO [M:0;f962de17fdc3:34941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0b02ffbda8a403d822505e19157e151 2024-12-01T23:21:53,351 INFO [M:0;f962de17fdc3:34941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0b02ffbda8a403d822505e19157e151, entries=11, sequenceid=105, filesize=7.0 K 2024-12-01T23:21:53,352 DEBUG [M:0;f962de17fdc3:34941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba1f6b9aca2d430ba839e2c145492b22 as hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba1f6b9aca2d430ba839e2c145492b22 2024-12-01T23:21:53,355 INFO [M:0;f962de17fdc3:34941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36945/user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba1f6b9aca2d430ba839e2c145492b22, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T23:21:53,356 INFO [M:0;f962de17fdc3:34941 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-12-01T23:21:53,357 INFO [M:0;f962de17fdc3:34941 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:53,358 DEBUG [M:0;f962de17fdc3:34941 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095312075Disabling compacts and flushes for region at 1733095312075Disabling writes for close at 1733095312075Obtaining lock to block concurrent updates at 1733095312075Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095312075Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733095312076 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095312076Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095312076Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095312093 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095312093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095312500 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095312516 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095312516Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095312924 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095312936 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095312936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bb34d7: reopening flushed file at 1733095313344 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1826df72: reopening flushed file at 1733095313347 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2adad113: reopening flushed file at 1733095313351 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1733095313356 (+5 ms)Writing region close event to WAL at 1733095313357 (+1 ms)Closed at 1733095313357 2024-12-01T23:21:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33647 is added to blk_1073741830_1006 (size=64423) 2024-12-01T23:21:53,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/355f2071-ad81-349c-90f5-379191017132/MasterData/WALs/f962de17fdc3,34941,1733095269985/f962de17fdc3%2C34941%2C1733095269985.1733095271314 not finished, retry = 0 2024-12-01T23:21:53,460 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:21:53,460 INFO [M:0;f962de17fdc3:34941 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:21:53,460 INFO [M:0;f962de17fdc3:34941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34941 2024-12-01T23:21:53,460 INFO [M:0;f962de17fdc3:34941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:21:53,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:53,609 INFO [M:0;f962de17fdc3:34941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:21:53,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34941-0x10193331a310000, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:21:53,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1342b4f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:21:53,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:53,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:53,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:53,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:53,614 WARN [BP-1482340889-172.17.0.3-1733095268006 heartbeating to localhost/127.0.0.1:36945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:21:53,614 WARN [BP-1482340889-172.17.0.3-1733095268006 heartbeating to localhost/127.0.0.1:36945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1482340889-172.17.0.3-1733095268006 (Datanode Uuid e630e068-d2dc-497e-b511-a1de52b1ad19) service to localhost/127.0.0.1:36945 2024-12-01T23:21:53,614 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:21:53,614 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:21:53,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/cluster_c4a67b98-ead3-1481-4a1e-b85b887ee8e9/data/data1/current/BP-1482340889-172.17.0.3-1733095268006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:53,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/cluster_c4a67b98-ead3-1481-4a1e-b85b887ee8e9/data/data2/current/BP-1482340889-172.17.0.3-1733095268006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:21:53,615 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:21:53,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@324fe214{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:21:53,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46006ca9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:21:53,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:21:53,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633b330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:21:53,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ce0bee6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c22aac3-219f-76db-6a77-aed8be600498/hadoop.log.dir/,STOPPED} 2024-12-01T23:21:53,624 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:21:53,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:21:53,642 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 313) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33635 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56669) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56669) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56669) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36249 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36945 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 332) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5441 (was 4998) - AvailableMemoryMB LEAK? - 2024-12-01T23:21:53,651 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=5441 2024-12-01T23:21:53,664 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-01T23:21:53,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/hadoop.log.dir so I do NOT create it in target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b 2024-12-01T23:21:53,665 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:21:53,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/hadoop.tmp.dir so I do NOT create it in target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b 2024-12-01T23:21:53,665 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7718bf3-884e-35af-04c8-9ca577da65fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:21:53,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b 2024-12-01T23:21:53,666 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/cluster_60a105b1-1a4f-e207-aac7-d86d66c380c0, deleteOnExit=true 2024-12-01T23:21:53,691 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/cluster_60a105b1-1a4f-e207-aac7-d86d66c380c0/zookeeper_0, clientPort=63952, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/cluster_60a105b1-1a4f-e207-aac7-d86d66c380c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/cluster_60a105b1-1a4f-e207-aac7-d86d66c380c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:21:53,691 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63952 2024-12-01T23:21:53,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/test.cache.data in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:21:53,692 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:21:53,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:21:53,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:21:53,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:21:53,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:21:53,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:21:53,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:21:53,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10193331a310008, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:21:53,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10193331a310005, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:21:53,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10193331a310002, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T23:21:53,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10193331a310008, quorum=127.0.0.1:56669, baseZNode=/21016701051 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:21:53,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10193331a310005, quorum=127.0.0.1:56669, baseZNode=/1817720175 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:21:53,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10193331a310002, quorum=127.0.0.1:56669, baseZNode=/0-2082118657 Received Disconnected from ZooKeeper, ignoring 2024-12-01T23:21:54,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:54,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:21:54,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:21:54,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:21:54,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:21:54,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:54,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ee232eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:21:54,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65008289{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:21:54,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1faca6c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/java.io.tmpdir/jetty-localhost-40933-hadoop-hdfs-3_4_1-tests_jar-_-any-12681166566993695621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:21:54,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61d1ce3b{HTTP/1.1, (http/1.1)}{localhost:40933} 2024-12-01T23:21:54,117 INFO [Time-limited test {}] server.Server(415): Started @324887ms 2024-12-01T23:21:54,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:21:54,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:21:54,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:21:54,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:21:54,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:21:54,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@493f33c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:21:54,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2328bdff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:21:54,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f74c9a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/java.io.tmpdir/jetty-localhost-46213-hadoop-hdfs-3_4_1-tests_jar-_-any-1098630311146196539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:21:54,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d579d19{HTTP/1.1, (http/1.1)}{localhost:46213} 2024-12-01T23:21:54,566 INFO [Time-limited test {}] server.Server(415): Started @325336ms 2024-12-01T23:21:54,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:21:54,631 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:54,631 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:21:54,632 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128785 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:21:55,273 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/cluster_60a105b1-1a4f-e207-aac7-d86d66c380c0/data/data2/current/BP-2058189736-172.17.0.3-1733095313712/current, will proceed with Du for space computation calculation, 2024-12-01T23:21:55,273 WARN [Thread-4186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/cluster_60a105b1-1a4f-e207-aac7-d86d66c380c0/data/data1/current/BP-2058189736-172.17.0.3-1733095313712/current, will proceed with Du for space computation calculation, 2024-12-01T23:21:55,289 WARN [Thread-4174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:21:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x430525f385f5ab54 with lease ID 0xe9335cc4550e726b: Processing first storage report for DS-2452cf34-3c22-486b-86a1-04ebb3317f38 from datanode DatanodeRegistration(127.0.0.1:36741, datanodeUuid=c37de10a-cf47-4dd3-936f-8811f3d36a76, infoPort=38443, infoSecurePort=0, ipcPort=41797, storageInfo=lv=-57;cid=testClusterID;nsid=1363341883;c=1733095313712) 2024-12-01T23:21:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x430525f385f5ab54 with lease ID 0xe9335cc4550e726b: from storage DS-2452cf34-3c22-486b-86a1-04ebb3317f38 node DatanodeRegistration(127.0.0.1:36741, datanodeUuid=c37de10a-cf47-4dd3-936f-8811f3d36a76, infoPort=38443, infoSecurePort=0, ipcPort=41797, storageInfo=lv=-57;cid=testClusterID;nsid=1363341883;c=1733095313712), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:21:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x430525f385f5ab54 with lease ID 0xe9335cc4550e726b: Processing first storage report for DS-2733cdcb-d810-4dd4-b458-906a4b4fcae6 from datanode DatanodeRegistration(127.0.0.1:36741, datanodeUuid=c37de10a-cf47-4dd3-936f-8811f3d36a76, infoPort=38443, infoSecurePort=0, ipcPort=41797, storageInfo=lv=-57;cid=testClusterID;nsid=1363341883;c=1733095313712) 2024-12-01T23:21:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x430525f385f5ab54 with lease ID 0xe9335cc4550e726b: from storage DS-2733cdcb-d810-4dd4-b458-906a4b4fcae6 node DatanodeRegistration(127.0.0.1:36741, datanodeUuid=c37de10a-cf47-4dd3-936f-8811f3d36a76, infoPort=38443, infoSecurePort=0, ipcPort=41797, storageInfo=lv=-57;cid=testClusterID;nsid=1363341883;c=1733095313712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:21:55,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b 2024-12-01T23:21:55,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:55,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:55,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:21:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:21:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T23:21:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:21:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:21:55,702 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa with version=8 2024-12-01T23:21:55,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/hbase-staging 2024-12-01T23:21:55,704 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:21:55,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:55,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:55,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:21:55,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:55,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:21:55,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:21:55,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:21:55,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36065 2024-12-01T23:21:55,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36065 connecting to ZooKeeper ensemble=127.0.0.1:63952 2024-12-01T23:21:55,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360650x0, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:55,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36065-0x1019333ccc60000 connected 2024-12-01T23:21:56,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:56,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:56,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Set watcher on znode that does not yet exist, /0-1379074826/running 2024-12-01T23:21:56,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa, hbase.cluster.distributed=false 2024-12-01T23:21:56,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Set watcher on znode that does not yet exist, /0-1379074826/acl 2024-12-01T23:21:56,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36065 2024-12-01T23:21:56,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36065 2024-12-01T23:21:56,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36065 2024-12-01T23:21:56,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36065 2024-12-01T23:21:56,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36065 2024-12-01T23:21:56,086 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:21:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:56,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:21:56,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:21:56,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:21:56,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:21:56,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:21:56,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35089 2024-12-01T23:21:56,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35089 connecting to ZooKeeper ensemble=127.0.0.1:63952 2024-12-01T23:21:56,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:56,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:56,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350890x0, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:56,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350890x0, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Set watcher on znode that does not yet exist, /0-1379074826/running 2024-12-01T23:21:56,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35089-0x1019333ccc60001 connected 2024-12-01T23:21:56,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:21:56,112 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:21:56,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Set watcher on znode that does not yet exist, /0-1379074826/master 2024-12-01T23:21:56,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Set watcher on znode that does not yet exist, /0-1379074826/acl 2024-12-01T23:21:56,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35089 2024-12-01T23:21:56,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35089 2024-12-01T23:21:56,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35089 2024-12-01T23:21:56,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35089 2024-12-01T23:21:56,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35089 2024-12-01T23:21:56,147 DEBUG [M:0;f962de17fdc3:36065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:36065 2024-12-01T23:21:56,148 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1379074826/backup-masters/f962de17fdc3,36065,1733095315704 2024-12-01T23:21:56,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826/backup-masters 2024-12-01T23:21:56,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826/backup-masters 2024-12-01T23:21:56,191 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Set watcher on existing znode=/0-1379074826/backup-masters/f962de17fdc3,36065,1733095315704 2024-12-01T23:21:56,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1379074826/master 2024-12-01T23:21:56,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:56,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:56,201 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Set watcher on existing znode=/0-1379074826/master 2024-12-01T23:21:56,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1379074826/backup-masters/f962de17fdc3,36065,1733095315704 from backup master directory 2024-12-01T23:21:56,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826/backup-masters 2024-12-01T23:21:56,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1379074826/backup-masters/f962de17fdc3,36065,1733095315704 2024-12-01T23:21:56,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826/backup-masters 2024-12-01T23:21:56,211 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:21:56,211 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,36065,1733095315704 2024-12-01T23:21:56,214 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/hbase.id] with ID: 2587a405-bd4c-4f28-96e3-36112548ded5 2024-12-01T23:21:56,214 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/.tmp/hbase.id 2024-12-01T23:21:56,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:21:56,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:21:56,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:21:56,626 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/.tmp/hbase.id]:[hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/hbase.id] 2024-12-01T23:21:56,633 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:21:56,634 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:21:56,634 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T23:21:56,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:56,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:56,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:21:57,085 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:57,087 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:21:57,087 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:57,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:21:57,103 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData/data/master/store 2024-12-01T23:21:57,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:21:57,124 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:57,124 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:21:57,125 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:57,125 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:57,125 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:21:57,125 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:57,125 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:21:57,125 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095317124Disabling compacts and flushes for region at 1733095317124Disabling writes for close at 1733095317125 (+1 ms)Writing region close event to WAL at 1733095317125Closed at 1733095317125 2024-12-01T23:21:57,125 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData/data/master/store/.initializing 2024-12-01T23:21:57,125 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData/WALs/f962de17fdc3,36065,1733095315704 2024-12-01T23:21:57,126 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:21:57,127 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C36065%2C1733095315704, suffix=, logDir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData/WALs/f962de17fdc3,36065,1733095315704, archiveDir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData/oldWALs, maxLogs=10 2024-12-01T23:21:57,143 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData/WALs/f962de17fdc3,36065,1733095315704/f962de17fdc3%2C36065%2C1733095315704.1733095317128, exclude list is [], retry=0 2024-12-01T23:21:57,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-2452cf34-3c22-486b-86a1-04ebb3317f38,DISK] 2024-12-01T23:21:57,147 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData/WALs/f962de17fdc3,36065,1733095315704/f962de17fdc3%2C36065%2C1733095315704.1733095317128 2024-12-01T23:21:57,149 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38443:38443)] 2024-12-01T23:21:57,149 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:57,149 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:57,149 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,149 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:21:57,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:57,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:57,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:21:57,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:57,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:57,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:21:57,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:57,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:57,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:21:57,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:57,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:57,159 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,160 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,160 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,161 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,161 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,162 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:57,163 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:21:57,169 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:57,170 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64898574, jitterRate=-0.032935887575149536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:57,170 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095317149Initializing all the Stores at 1733095317150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095317150Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095317152 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095317152Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095317152Cleaning up temporary data from old regions at 1733095317161 (+9 ms)Region opened successfully at 1733095317170 (+9 ms) 2024-12-01T23:21:57,172 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:21:57,175 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a21d1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:21:57,176 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:21:57,176 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:21:57,176 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:21:57,176 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:21:57,176 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:21:57,177 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:21:57,177 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:21:57,178 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:21:57,179 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Unable to get data of znode /0-1379074826/balancer because node does not exist (not necessarily an error) 2024-12-01T23:21:57,228 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1379074826/balancer already deleted, retry=false 2024-12-01T23:21:57,229 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:21:57,229 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Unable to get data of znode /0-1379074826/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:21:57,239 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1379074826/normalizer already deleted, retry=false 2024-12-01T23:21:57,239 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:21:57,240 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Unable to get data of znode /0-1379074826/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:21:57,249 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1379074826/switch/split already deleted, retry=false 2024-12-01T23:21:57,251 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Unable to get data of znode /0-1379074826/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:21:57,260 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1379074826/switch/merge already deleted, retry=false 2024-12-01T23:21:57,263 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Unable to get data of znode /0-1379074826/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:21:57,274 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1379074826/snapshot-cleanup already deleted, retry=false 2024-12-01T23:21:57,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1379074826/running 2024-12-01T23:21:57,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:57,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1379074826/running 2024-12-01T23:21:57,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:57,286 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,36065,1733095315704, sessionid=0x1019333ccc60000, setting cluster-up flag (Was=false) 2024-12-01T23:21:57,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:57,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:57,338 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1379074826/flush-table-proc/acquired, /0-1379074826/flush-table-proc/reached, /0-1379074826/flush-table-proc/abort 2024-12-01T23:21:57,340 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,36065,1733095315704 2024-12-01T23:21:57,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:57,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:57,390 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1379074826/online-snapshot/acquired, /0-1379074826/online-snapshot/reached, /0-1379074826/online-snapshot/abort 2024-12-01T23:21:57,391 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,36065,1733095315704 2024-12-01T23:21:57,413 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:21:57,415 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:57,415 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:21:57,415 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:21:57,416 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,36065,1733095315704 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:21:57,417 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:57,417 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:57,417 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:57,417 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:21:57,417 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:21:57,417 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,417 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:21:57,417 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:57,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:21:57,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:57,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:21:57,458 INFO [RS:0;f962de17fdc3:35089 {}] regionserver.HRegionServer(746): ClusterId : 2587a405-bd4c-4f28-96e3-36112548ded5 2024-12-01T23:21:57,458 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:21:57,471 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:21:57,471 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:21:57,473 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095347473 2024-12-01T23:21:57,473 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:21:57,473 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:21:57,473 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:21:57,473 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:21:57,473 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:21:57,473 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:21:57,474 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,474 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:21:57,474 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:21:57,474 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:21:57,475 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:21:57,475 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:21:57,475 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:21:57,475 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095317475,5,FailOnTimeoutGroup] 2024-12-01T23:21:57,475 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095317475,5,FailOnTimeoutGroup] 2024-12-01T23:21:57,475 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,475 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:21:57,475 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,475 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,482 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:21:57,482 DEBUG [RS:0;f962de17fdc3:35089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52af6b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:21:57,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:21:57,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:21:57,491 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa 2024-12-01T23:21:57,507 DEBUG [RS:0;f962de17fdc3:35089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:35089 2024-12-01T23:21:57,508 INFO [RS:0;f962de17fdc3:35089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:21:57,508 INFO [RS:0;f962de17fdc3:35089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:21:57,508 DEBUG [RS:0;f962de17fdc3:35089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:21:57,509 INFO [RS:0;f962de17fdc3:35089 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,36065,1733095315704 with port=35089, startcode=1733095316086 2024-12-01T23:21:57,509 DEBUG [RS:0;f962de17fdc3:35089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:21:57,530 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:21:57,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,35089,1733095316086 2024-12-01T23:21:57,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,35089,1733095316086 2024-12-01T23:21:57,533 DEBUG [RS:0;f962de17fdc3:35089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa 2024-12-01T23:21:57,533 DEBUG [RS:0;f962de17fdc3:35089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40417 2024-12-01T23:21:57,533 DEBUG [RS:0;f962de17fdc3:35089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:21:57,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826/rs 2024-12-01T23:21:57,546 DEBUG [RS:0;f962de17fdc3:35089 {}] zookeeper.ZKUtil(111): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Set watcher on existing znode=/0-1379074826/rs/f962de17fdc3,35089,1733095316086 2024-12-01T23:21:57,546 WARN [RS:0;f962de17fdc3:35089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:21:57,546 INFO [RS:0;f962de17fdc3:35089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:57,546 DEBUG [RS:0;f962de17fdc3:35089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/WALs/f962de17fdc3,35089,1733095316086 2024-12-01T23:21:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741832_1008 (size=32) 2024-12-01T23:21:57,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:57,566 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,35089,1733095316086] 2024-12-01T23:21:57,607 INFO [RS:0;f962de17fdc3:35089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:21:57,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:21:57,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:21:57,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:57,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:57,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:21:57,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:21:57,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:57,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:57,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:21:57,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:21:57,616 INFO [RS:0;f962de17fdc3:35089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:21:57,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:57,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:57,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:21:57,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:21:57,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:57,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:57,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:21:57,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/data/hbase/meta/1588230740 2024-12-01T23:21:57,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/data/hbase/meta/1588230740 2024-12-01T23:21:57,620 INFO [RS:0;f962de17fdc3:35089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:21:57,620 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:21:57,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:21:57,622 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:57,624 INFO [RS:0;f962de17fdc3:35089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:21:57,627 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:21:57,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:21:57,627 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,627 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,627 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,627 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:21:57,628 DEBUG [RS:0;f962de17fdc3:35089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:21:57,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:57,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67928021, jitterRate=0.012206390500068665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:57,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095317559Initializing all the Stores at 1733095317559Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095317560 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095317601 (+41 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095317601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095317601Cleaning up temporary data from old regions at 1733095317622 (+21 ms)Region opened successfully at 1733095317646 (+24 ms) 2024-12-01T23:21:57,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:21:57,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:21:57,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:21:57,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:21:57,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:21:57,650 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,650 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,650 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,650 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,650 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,650 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35089,1733095316086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:21:57,678 INFO [RS:0;f962de17fdc3:35089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:21:57,678 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,35089,1733095316086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,678 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,678 INFO [RS:0;f962de17fdc3:35089 {}] regionserver.Replication(171): f962de17fdc3,35089,1733095316086 started 2024-12-01T23:21:57,680 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:21:57,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095317647Disabling compacts and flushes for region at 1733095317647Disabling writes for close at 1733095317647Writing region close event to WAL at 1733095317680 (+33 ms)Closed at 1733095317680 2024-12-01T23:21:57,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:57,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:21:57,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:21:57,683 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:21:57,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:21:57,704 INFO [RS:0;f962de17fdc3:35089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:57,704 INFO [RS:0;f962de17fdc3:35089 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,35089,1733095316086, RpcServer on f962de17fdc3/172.17.0.3:35089, sessionid=0x1019333ccc60001 2024-12-01T23:21:57,705 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:21:57,705 DEBUG [RS:0;f962de17fdc3:35089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,35089,1733095316086 2024-12-01T23:21:57,705 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,35089,1733095316086' 2024-12-01T23:21:57,705 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1379074826/flush-table-proc/abort' 2024-12-01T23:21:57,706 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1379074826/flush-table-proc/acquired' 2024-12-01T23:21:57,706 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:21:57,706 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:21:57,706 DEBUG [RS:0;f962de17fdc3:35089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,35089,1733095316086 2024-12-01T23:21:57,706 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,35089,1733095316086' 2024-12-01T23:21:57,706 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1379074826/online-snapshot/abort' 2024-12-01T23:21:57,707 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1379074826/online-snapshot/acquired' 2024-12-01T23:21:57,707 DEBUG [RS:0;f962de17fdc3:35089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:21:57,707 INFO [RS:0;f962de17fdc3:35089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:21:57,707 INFO [RS:0;f962de17fdc3:35089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:21:57,808 INFO [RS:0;f962de17fdc3:35089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:21:57,811 INFO [RS:0;f962de17fdc3:35089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C35089%2C1733095316086, suffix=, logDir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/WALs/f962de17fdc3,35089,1733095316086, archiveDir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/oldWALs, maxLogs=10 2024-12-01T23:21:57,835 WARN [f962de17fdc3:36065 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T23:21:57,836 DEBUG [RS:0;f962de17fdc3:35089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/WALs/f962de17fdc3,35089,1733095316086/f962de17fdc3%2C35089%2C1733095316086.1733095317812, exclude list is [], retry=0 2024-12-01T23:21:57,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-2452cf34-3c22-486b-86a1-04ebb3317f38,DISK] 2024-12-01T23:21:57,869 INFO [RS:0;f962de17fdc3:35089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/WALs/f962de17fdc3,35089,1733095316086/f962de17fdc3%2C35089%2C1733095316086.1733095317812 2024-12-01T23:21:57,872 DEBUG [RS:0;f962de17fdc3:35089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38443:38443)] 2024-12-01T23:21:58,085 DEBUG [f962de17fdc3:36065 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:21:58,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,35089,1733095316086 2024-12-01T23:21:58,086 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,35089,1733095316086, state=OPENING 2024-12-01T23:21:58,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:21:58,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:58,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1379074826 2024-12-01T23:21:58,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1379074826/meta-region-server: CHANGED 2024-12-01T23:21:58,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1379074826/meta-region-server: CHANGED 2024-12-01T23:21:58,178 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:21:58,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,35089,1733095316086}] 2024-12-01T23:21:58,330 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:21:58,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:21:58,333 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:21:58,333 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:21:58,334 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:21:58,334 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C35089%2C1733095316086.meta, suffix=.meta, logDir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/WALs/f962de17fdc3,35089,1733095316086, archiveDir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/oldWALs, maxLogs=10 2024-12-01T23:21:58,346 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/WALs/f962de17fdc3,35089,1733095316086/f962de17fdc3%2C35089%2C1733095316086.meta.1733095318335.meta, exclude list is [], retry=0 2024-12-01T23:21:58,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-2452cf34-3c22-486b-86a1-04ebb3317f38,DISK] 2024-12-01T23:21:58,348 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/WALs/f962de17fdc3,35089,1733095316086/f962de17fdc3%2C35089%2C1733095316086.meta.1733095318335.meta 2024-12-01T23:21:58,348 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38443:38443)] 2024-12-01T23:21:58,348 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:58,349 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:58,349 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:21:58,349 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:21:58,349 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:21:58,349 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:21:58,349 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:58,349 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:21:58,349 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:21:58,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:21:58,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:21:58,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:58,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:58,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:21:58,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:21:58,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:58,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:58,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:21:58,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:21:58,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:58,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:58,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:21:58,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:21:58,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:58,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:21:58,353 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:21:58,353 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/data/hbase/meta/1588230740 2024-12-01T23:21:58,354 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/data/hbase/meta/1588230740 2024-12-01T23:21:58,354 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:21:58,355 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:21:58,355 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:21:58,355 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:21:58,356 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71385186, jitterRate=0.063722163438797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:21:58,356 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:21:58,356 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095318349Writing region info on filesystem at 1733095318349Initializing all the Stores at 1733095318350 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095318350Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095318350Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095318350Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095318350Cleaning up temporary data from old regions at 1733095318355 (+5 ms)Running coprocessor post-open hooks at 1733095318356 (+1 ms)Region opened successfully at 1733095318356 2024-12-01T23:21:58,357 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095318329 2024-12-01T23:21:58,358 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:21:58,358 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:21:58,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,35089,1733095316086 2024-12-01T23:21:58,359 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,35089,1733095316086, state=OPEN 2024-12-01T23:21:58,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35089-0x1019333ccc60001, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1379074826/meta-region-server 2024-12-01T23:21:58,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019333ccc60000, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1379074826/meta-region-server 2024-12-01T23:21:58,380 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,35089,1733095316086 2024-12-01T23:21:58,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1379074826/meta-region-server: CHANGED 2024-12-01T23:21:58,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1379074826/meta-region-server: CHANGED 2024-12-01T23:21:58,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:21:58,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,35089,1733095316086 in 202 msec 2024-12-01T23:21:58,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:21:58,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-12-01T23:21:58,383 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:21:58,383 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:21:58,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:58,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35089,1733095316086, seqNum=-1] 2024-12-01T23:21:58,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:58,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:58,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 973 msec 2024-12-01T23:21:58,388 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095318388, completionTime=-1 2024-12-01T23:21:58,388 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:21:58,388 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:21:58,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:21:58,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095378390 2024-12-01T23:21:58,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095438390 2024-12-01T23:21:58,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:21:58,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36065,1733095315704-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:58,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36065,1733095315704-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:58,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36065,1733095315704-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:58,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:36065, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:58,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:58,390 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:58,392 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:21:58,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.181sec 2024-12-01T23:21:58,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:21:58,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:21:58,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:21:58,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:21:58,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:21:58,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36065,1733095315704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:21:58,393 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36065,1733095315704-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:21:58,394 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:21:58,394 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:21:58,394 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,36065,1733095315704-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:21:58,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c607d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:58,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36065,-1 for getting cluster id 2024-12-01T23:21:58,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:21:58,454 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2587a405-bd4c-4f28-96e3-36112548ded5' 2024-12-01T23:21:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:21:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2587a405-bd4c-4f28-96e3-36112548ded5" 2024-12-01T23:21:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f34bcbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36065,-1] 2024-12-01T23:21:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:21:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:21:58,456 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:21:58,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a945745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:21:58,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:21:58,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,35089,1733095316086, seqNum=-1] 2024-12-01T23:21:58,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:21:58,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:21:58,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,36065,1733095315704 2024-12-01T23:21:58,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63952 2024-12-01T23:21:58,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63952, baseZNode=/0-1379074826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:21:58,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019333ccc60002 connected 2024-12-01T23:21:58,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:21:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,36065,1733095315704 2024-12-01T23:21:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d6f5e7b 2024-12-01T23:21:58,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:21:58,484 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:21:58,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:21:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:21:58,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:21:58,487 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:58,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:21:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:58,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:21:58,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:21:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:58,899 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 223ccb4d8b398563d3e10c44d0decede, NAME => 'test,,1733095318484.223ccb4d8b398563d3e10c44d0decede.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa 2024-12-01T23:21:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:21:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:59,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095318484.223ccb4d8b398563d3e10c44d0decede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:59,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 223ccb4d8b398563d3e10c44d0decede, disabling compactions & flushes 2024-12-01T23:21:59,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095318484.223ccb4d8b398563d3e10c44d0decede. 2024-12-01T23:21:59,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095318484.223ccb4d8b398563d3e10c44d0decede. 2024-12-01T23:21:59,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095318484.223ccb4d8b398563d3e10c44d0decede. after waiting 0 ms 2024-12-01T23:21:59,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095318484.223ccb4d8b398563d3e10c44d0decede. 2024-12-01T23:21:59,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095318484.223ccb4d8b398563d3e10c44d0decede. 2024-12-01T23:21:59,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 223ccb4d8b398563d3e10c44d0decede: Waiting for close lock at 1733095319307Disabling compacts and flushes for region at 1733095319307Disabling writes for close at 1733095319307Writing region close event to WAL at 1733095319307Closed at 1733095319307 2024-12-01T23:21:59,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:21:59,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095318484.223ccb4d8b398563d3e10c44d0decede.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095319308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095319308"}]},"ts":"1733095319308"} 2024-12-01T23:21:59,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:21:59,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:21:59,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095319310"}]},"ts":"1733095319310"} 2024-12-01T23:21:59,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:21:59,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=223ccb4d8b398563d3e10c44d0decede, ASSIGN}] 2024-12-01T23:21:59,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=223ccb4d8b398563d3e10c44d0decede, ASSIGN 2024-12-01T23:21:59,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=223ccb4d8b398563d3e10c44d0decede, ASSIGN; state=OFFLINE, location=f962de17fdc3,35089,1733095316086; forceNewPlan=false, retain=false 2024-12-01T23:21:59,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=223ccb4d8b398563d3e10c44d0decede, regionState=OPENING, regionLocation=f962de17fdc3,35089,1733095316086 2024-12-01T23:21:59,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=223ccb4d8b398563d3e10c44d0decede, ASSIGN because future has completed 2024-12-01T23:21:59,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 223ccb4d8b398563d3e10c44d0decede, server=f962de17fdc3,35089,1733095316086}] 2024-12-01T23:21:59,620 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095318484.223ccb4d8b398563d3e10c44d0decede. 2024-12-01T23:21:59,620 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 223ccb4d8b398563d3e10c44d0decede, NAME => 'test,,1733095318484.223ccb4d8b398563d3e10c44d0decede.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:21:59,620 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:21:59,620 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:21:59,620 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,620 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095318484.223ccb4d8b398563d3e10c44d0decede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:21:59,621 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,621 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:21:59,622 INFO [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,622 INFO [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 223ccb4d8b398563d3e10c44d0decede columnFamilyName f 2024-12-01T23:21:59,622 DEBUG [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:59,623 INFO [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] regionserver.HStore(327): Store=223ccb4d8b398563d3e10c44d0decede/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:59,623 INFO [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,623 INFO [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 223ccb4d8b398563d3e10c44d0decede columnFamilyName f1 2024-12-01T23:21:59,623 DEBUG [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:59,624 INFO [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] regionserver.HStore(327): Store=223ccb4d8b398563d3e10c44d0decede/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:59,624 INFO [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,625 INFO [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 223ccb4d8b398563d3e10c44d0decede columnFamilyName norep 2024-12-01T23:21:59,625 DEBUG [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:21:59,625 INFO [StoreOpener-223ccb4d8b398563d3e10c44d0decede-1 {}] regionserver.HStore(327): Store=223ccb4d8b398563d3e10c44d0decede/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:21:59,625 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,626 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/data/default/test/223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,626 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/data/default/test/223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,627 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,627 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,627 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:21:59,628 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,629 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/data/default/test/223ccb4d8b398563d3e10c44d0decede/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:21:59,630 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 223ccb4d8b398563d3e10c44d0decede; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67197773, jitterRate=0.0013248473405838013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:21:59,630 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 223ccb4d8b398563d3e10c44d0decede 2024-12-01T23:21:59,630 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 223ccb4d8b398563d3e10c44d0decede: Running coprocessor pre-open hook at 1733095319621Writing region info on filesystem at 1733095319621Initializing all the Stores at 1733095319621Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095319621Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095319621Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095319621Cleaning up temporary data from old regions at 1733095319627 (+6 ms)Running coprocessor post-open hooks at 1733095319630 (+3 ms)Region opened successfully at 1733095319630 2024-12-01T23:21:59,631 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095318484.223ccb4d8b398563d3e10c44d0decede., pid=6, masterSystemTime=1733095319617 2024-12-01T23:21:59,633 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095318484.223ccb4d8b398563d3e10c44d0decede. 2024-12-01T23:21:59,633 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095318484.223ccb4d8b398563d3e10c44d0decede. 2024-12-01T23:21:59,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=223ccb4d8b398563d3e10c44d0decede, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,35089,1733095316086 2024-12-01T23:21:59,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 223ccb4d8b398563d3e10c44d0decede, server=f962de17fdc3,35089,1733095316086 because future has completed 2024-12-01T23:21:59,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:21:59,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 223ccb4d8b398563d3e10c44d0decede, server=f962de17fdc3,35089,1733095316086 in 170 msec 2024-12-01T23:21:59,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:21:59,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=223ccb4d8b398563d3e10c44d0decede, ASSIGN in 324 msec 2024-12-01T23:21:59,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:21:59,638 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095319638"}]},"ts":"1733095319638"} 2024-12-01T23:21:59,640 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:21:59,640 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:21:59,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-01T23:22:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:00,631 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:22:00,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f3fda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:00,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36065,-1 for getting cluster id 2024-12-01T23:22:00,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:00,632 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2587a405-bd4c-4f28-96e3-36112548ded5' 2024-12-01T23:22:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2587a405-bd4c-4f28-96e3-36112548ded5" 2024-12-01T23:22:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435cd873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36065,-1] 2024-12-01T23:22:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:00,633 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:00,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c91382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:00,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,36065,1733095315704 2024-12-01T23:22:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@407fe7d1 2024-12-01T23:22:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:00,635 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:00,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:36065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:22:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:22:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:22:00,637 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:36065' 2024-12-01T23:22:00,638 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b1eb04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:00,638 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,36065,-1 for getting cluster id 2024-12-01T23:22:00,638 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:00,638 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2587a405-bd4c-4f28-96e3-36112548ded5' 2024-12-01T23:22:00,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:00,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2587a405-bd4c-4f28-96e3-36112548ded5" 2024-12-01T23:22:00,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1bb803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:00,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,36065,-1] 2024-12-01T23:22:00,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:00,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:00,639 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:00,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6f793a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:00,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:00,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,36065,1733095315704 2024-12-01T23:22:00,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@290bf767 2024-12-01T23:22:00,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:00,641 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:00,641 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:22:00,642 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:22:00,642 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:00,642 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:00,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:00,642 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f962de17fdc3:36065, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-01T23:22:00,646 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f962de17fdc3:36065, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f962de17fdc3:36065, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f962de17fdc3:36065, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-01T23:22:00,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f962de17fdc3:36065, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-01T23:22:00,647 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-01T23:22:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:22:00,742 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://f962de17fdc3:36065, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-01T23:22:00,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:00,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:00,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:00,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:00,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:00,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 359) Potentially hanging thread: IPC Server handler 4 on default port 40417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: f962de17fdc3:36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: qtp627855269-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2058189736-172.17.0.3-1733095313712:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-59fe8d40-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6744bde9-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;f962de17fdc3:36065 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp627855269-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc238434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f962de17fdc3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcessThread(sid:0 cport:63952): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp627855269-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1605166901-7942-acceptor-0@1d082698-ServerConnector@2d579d19{HTTP/1.1, (http/1.1)}{localhost:46213} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1605166901-7944 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fc2389f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp627855269-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/cluster_60a105b1-1a4f-e207-aac7-d86d66c380c0/data/data1/current/BP-2058189736-172.17.0.3-1733095313712 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: PacketResponder: BP-2058189736-172.17.0.3-1733095313712:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5e18c48b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f962de17fdc3:35089-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63952) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp627855269-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc238434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 40417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@314166ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1097020053_20 at /127.0.0.1:34644 [Receiving block BP-2058189736-172.17.0.3-1733095313712:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa-prefix:f962de17fdc3,35089,1733095316086 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007fc238ad0d18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server handler 0 on default port 40417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 41797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1097020053_20 at /127.0.0.1:34660 [Receiving block BP-2058189736-172.17.0.3-1733095313712:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f962de17fdc3:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63952) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 41797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095317475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/cluster_60a105b1-1a4f-e207-aac7-d86d66c380c0/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2058189736-172.17.0.3-1733095313712:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63952) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa-prefix:f962de17fdc3,35089,1733095316086.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7daf9b45 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1097020053_20 at /127.0.0.1:34576 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40417/user/jenkins/test-data/83e749e3-91b2-ecbe-63ed-fe601faca5aa/MasterData-prefix:f962de17fdc3,36065,1733095315704 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1605166901-7943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2a5aa0e8[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f962de17fdc3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40417 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/f962de17fdc3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63952 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/cluster_60a105b1-1a4f-e207-aac7-d86d66c380c0/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BP-2058189736-172.17.0.3-1733095313712 heartbeating to localhost/127.0.0.1:40417 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f962de17fdc3:35089 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40417 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp627855269-7896-acceptor-0@1aee1806-ServerConnector@61d1ce3b{HTTP/1.1, (http/1.1)}{localhost:40933} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp627855269-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc238434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 41797 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/cluster_60a105b1-1a4f-e207-aac7-d86d66c380c0/data/data2/current/BP-2058189736-172.17.0.3-1733095313712 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095317475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1605166901-7941 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc238434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1253599266_20 at /127.0.0.1:34616 [Receiving block BP-2058189736-172.17.0.3-1733095313712:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f962de17fdc3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7f9ea4f5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp627855269-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc238434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(586170683) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@28013ac8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=868 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=5279 (was 5441) 2024-12-01T23:22:00,766 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-01T23:22:00,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=5277 2024-12-01T23:22:00,783 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-01T23:22:00,800 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-01T23:22:00,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/hadoop.log.dir so I do NOT create it in target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a 2024-12-01T23:22:00,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:22:00,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/hadoop.tmp.dir so I do NOT create it in target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a 2024-12-01T23:22:00,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414e2061-1c0c-e3aa-1615-daccb22dc75b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:22:00,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a 2024-12-01T23:22:00,802 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/cluster_4a4687a6-bfef-ccfe-b7ec-ca7e24320c3a, deleteOnExit=true 2024-12-01T23:22:00,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/cluster_4a4687a6-bfef-ccfe-b7ec-ca7e24320c3a/zookeeper_0, clientPort=54770, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/cluster_4a4687a6-bfef-ccfe-b7ec-ca7e24320c3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/cluster_4a4687a6-bfef-ccfe-b7ec-ca7e24320c3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:22:00,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54770 2024-12-01T23:22:00,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:22:00,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/test.cache.data in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:22:00,839 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:22:00,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:22:00,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:22:00,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:22:01,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:22:01,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:22:01,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:22:01,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:22:01,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:22:01,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:22:01,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4759d90a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:22:01,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b6a9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:22:01,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ddd43f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/java.io.tmpdir/jetty-localhost-39233-hadoop-hdfs-3_4_1-tests_jar-_-any-6764935915270649694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:22:01,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@491c2358{HTTP/1.1, (http/1.1)}{localhost:39233} 2024-12-01T23:22:01,445 INFO [Time-limited test {}] server.Server(415): Started @332215ms 2024-12-01T23:22:01,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:22:01,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:22:01,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:22:01,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:22:01,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:22:01,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2c6c16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:22:01,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56cb1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:22:01,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ae63c2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/java.io.tmpdir/jetty-localhost-36949-hadoop-hdfs-3_4_1-tests_jar-_-any-3117732990937221198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:22:01,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f659f1b{HTTP/1.1, (http/1.1)}{localhost:36949} 2024-12-01T23:22:01,951 INFO [Time-limited test {}] server.Server(415): Started @332721ms 2024-12-01T23:22:01,953 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:22:02,636 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/cluster_4a4687a6-bfef-ccfe-b7ec-ca7e24320c3a/data/data2/current/BP-1209715317-172.17.0.3-1733095320852/current, will proceed with Du for space computation calculation, 2024-12-01T23:22:02,636 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/cluster_4a4687a6-bfef-ccfe-b7ec-ca7e24320c3a/data/data1/current/BP-1209715317-172.17.0.3-1733095320852/current, will proceed with Du for space computation calculation, 2024-12-01T23:22:02,659 WARN [Thread-4308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:22:02,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16a6ea0ce1ff248f with lease ID 0x84223e58bd1fe619: Processing first storage report for DS-467f3ce0-517b-45fe-a46b-9040a233101f from datanode DatanodeRegistration(127.0.0.1:46059, datanodeUuid=34424c0e-741d-42d5-ab92-092c28967558, infoPort=45975, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1892028196;c=1733095320852) 2024-12-01T23:22:02,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16a6ea0ce1ff248f with lease ID 0x84223e58bd1fe619: from storage DS-467f3ce0-517b-45fe-a46b-9040a233101f node DatanodeRegistration(127.0.0.1:46059, datanodeUuid=34424c0e-741d-42d5-ab92-092c28967558, infoPort=45975, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1892028196;c=1733095320852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:22:02,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16a6ea0ce1ff248f with lease ID 0x84223e58bd1fe619: Processing first storage report for DS-076801e0-2331-4d4c-bb35-8ca44a20dc2e from datanode DatanodeRegistration(127.0.0.1:46059, datanodeUuid=34424c0e-741d-42d5-ab92-092c28967558, infoPort=45975, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1892028196;c=1733095320852) 2024-12-01T23:22:02,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16a6ea0ce1ff248f with lease ID 0x84223e58bd1fe619: from storage DS-076801e0-2331-4d4c-bb35-8ca44a20dc2e node DatanodeRegistration(127.0.0.1:46059, datanodeUuid=34424c0e-741d-42d5-ab92-092c28967558, infoPort=45975, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=1892028196;c=1733095320852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:22:02,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a 2024-12-01T23:22:02,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:02,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:02,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:22:03,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060 with version=8 2024-12-01T23:22:03,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/hbase-staging 2024-12-01T23:22:03,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:22:03,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:03,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:03,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:22:03,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:03,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:22:03,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:22:03,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:22:03,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34425 2024-12-01T23:22:03,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34425 connecting to ZooKeeper ensemble=127.0.0.1:54770 2024-12-01T23:22:03,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344250x0, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:22:03,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34425-0x1019333e8b00000 connected 2024-12-01T23:22:03,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:03,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:03,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Set watcher on znode that does not yet exist, /0173518947/running 2024-12-01T23:22:03,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060, hbase.cluster.distributed=false 2024-12-01T23:22:03,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Set watcher on znode that does not yet exist, /0173518947/acl 2024-12-01T23:22:03,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34425 2024-12-01T23:22:03,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34425 2024-12-01T23:22:03,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34425 2024-12-01T23:22:03,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34425 2024-12-01T23:22:03,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34425 2024-12-01T23:22:03,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:22:03,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:03,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:03,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:22:03,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:03,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:22:03,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:22:03,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:22:03,313 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34917 2024-12-01T23:22:03,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34917 connecting to ZooKeeper ensemble=127.0.0.1:54770 2024-12-01T23:22:03,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:03,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:03,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349170x0, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:22:03,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349170x0, quorum=127.0.0.1:54770, baseZNode=/0173518947 Set watcher on znode that does not yet exist, /0173518947/running 2024-12-01T23:22:03,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34917-0x1019333e8b00001 connected 2024-12-01T23:22:03,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:22:03,329 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:22:03,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Set watcher on znode that does not yet exist, /0173518947/master 2024-12-01T23:22:03,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Set watcher on znode that does not yet exist, /0173518947/acl 2024-12-01T23:22:03,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34917 2024-12-01T23:22:03,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34917 2024-12-01T23:22:03,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34917 2024-12-01T23:22:03,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34917 2024-12-01T23:22:03,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34917 2024-12-01T23:22:03,346 DEBUG [M:0;f962de17fdc3:34425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:34425 2024-12-01T23:22:03,347 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0173518947/backup-masters/f962de17fdc3,34425,1733095323121 2024-12-01T23:22:03,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947/backup-masters 2024-12-01T23:22:03,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947/backup-masters 2024-12-01T23:22:03,359 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Set watcher on existing znode=/0173518947/backup-masters/f962de17fdc3,34425,1733095323121 2024-12-01T23:22:03,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0173518947/master 2024-12-01T23:22:03,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:03,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:03,370 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Set watcher on existing znode=/0173518947/master 2024-12-01T23:22:03,370 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0173518947/backup-masters/f962de17fdc3,34425,1733095323121 from backup master directory 2024-12-01T23:22:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947/backup-masters 2024-12-01T23:22:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0173518947/backup-masters/f962de17fdc3,34425,1733095323121 2024-12-01T23:22:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947/backup-masters 2024-12-01T23:22:03,380 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:22:03,380 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,34425,1733095323121 2024-12-01T23:22:03,383 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/hbase.id] with ID: 4cda4db4-e6fd-4456-860e-c6443f6c0abb 2024-12-01T23:22:03,383 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/.tmp/hbase.id 2024-12-01T23:22:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:22:03,787 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/.tmp/hbase.id]:[hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/hbase.id] 2024-12-01T23:22:03,794 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:03,794 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:22:03,795 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:22:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:03,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:22:03,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:22:03,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:03,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:22:03,906 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T23:22:04,248 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:22:04,248 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:22:04,248 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:22:04,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:22:04,653 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store 2024-12-01T23:22:04,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:22:05,058 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:05,058 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:22:05,058 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:05,058 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:05,058 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:22:05,058 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:05,058 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:05,058 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095325058Disabling compacts and flushes for region at 1733095325058Disabling writes for close at 1733095325058Writing region close event to WAL at 1733095325058Closed at 1733095325058 2024-12-01T23:22:05,059 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/.initializing 2024-12-01T23:22:05,059 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/WALs/f962de17fdc3,34425,1733095323121 2024-12-01T23:22:05,060 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:22:05,061 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C34425%2C1733095323121, suffix=, logDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/WALs/f962de17fdc3,34425,1733095323121, archiveDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/oldWALs, maxLogs=10 2024-12-01T23:22:05,072 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/WALs/f962de17fdc3,34425,1733095323121/f962de17fdc3%2C34425%2C1733095323121.1733095325061, exclude list is [], retry=0 2024-12-01T23:22:05,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46059,DS-467f3ce0-517b-45fe-a46b-9040a233101f,DISK] 2024-12-01T23:22:05,075 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/WALs/f962de17fdc3,34425,1733095323121/f962de17fdc3%2C34425%2C1733095323121.1733095325061 2024-12-01T23:22:05,075 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-12-01T23:22:05,076 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:22:05,076 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:05,076 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,076 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:22:05,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:05,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:05,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:22:05,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:05,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:05,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:22:05,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:05,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:05,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:22:05,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:05,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:05,081 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,081 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,081 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,082 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,082 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,082 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:22:05,083 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:05,084 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:22:05,084 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73332790, jitterRate=0.09274372458457947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:22:05,084 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095325076Initializing all the Stores at 1733095325076Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095325076Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095325076Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095325076Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095325076Cleaning up temporary data from old regions at 1733095325082 (+6 ms)Region opened successfully at 1733095325084 (+2 ms) 2024-12-01T23:22:05,084 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:22:05,086 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726bcb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:22:05,086 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:22:05,086 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:22:05,086 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:22:05,087 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:22:05,087 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:22:05,087 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:22:05,087 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:22:05,088 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:22:05,088 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Unable to get data of znode /0173518947/balancer because node does not exist (not necessarily an error) 2024-12-01T23:22:05,187 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0173518947/balancer already deleted, retry=false 2024-12-01T23:22:05,187 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:22:05,187 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Unable to get data of znode /0173518947/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:22:05,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:22:05,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T23:22:05,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T23:22:05,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T23:22:05,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:22:05,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T23:22:05,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T23:22:05,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T23:22:05,308 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0173518947/normalizer already deleted, retry=false 2024-12-01T23:22:05,309 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:22:05,309 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Unable to get data of znode /0173518947/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:22:05,427 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0173518947/switch/split already deleted, retry=false 2024-12-01T23:22:05,427 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Unable to get data of znode /0173518947/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:22:05,481 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0173518947/switch/merge already deleted, retry=false 2024-12-01T23:22:05,483 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Unable to get data of znode /0173518947/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:22:05,578 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0173518947/snapshot-cleanup already deleted, retry=false 2024-12-01T23:22:05,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0173518947/running 2024-12-01T23:22:05,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0173518947/running 2024-12-01T23:22:05,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:05,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:05,591 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,34425,1733095323121, sessionid=0x1019333e8b00000, setting cluster-up flag (Was=false) 2024-12-01T23:22:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:05,643 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0173518947/flush-table-proc/acquired, /0173518947/flush-table-proc/reached, /0173518947/flush-table-proc/abort 2024-12-01T23:22:05,644 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,34425,1733095323121 2024-12-01T23:22:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:05,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:05,696 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0173518947/online-snapshot/acquired, /0173518947/online-snapshot/reached, /0173518947/online-snapshot/abort 2024-12-01T23:22:05,696 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,34425,1733095323121 2024-12-01T23:22:05,697 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:22:05,698 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:05,698 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:22:05,698 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:22:05,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,34425,1733095323121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:22:05,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:05,699 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:05,700 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:05,700 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:05,700 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:22:05,700 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,700 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:22:05,700 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095355700 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:22:05,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:22:05,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:22:05,701 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:22:05,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:05,702 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:22:05,702 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:22:05,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:22:05,702 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095325702,5,FailOnTimeoutGroup] 2024-12-01T23:22:05,702 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095325702,5,FailOnTimeoutGroup] 2024-12-01T23:22:05,702 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,702 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:22:05,702 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,702 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:22:05,740 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(746): ClusterId : 4cda4db4-e6fd-4456-860e-c6443f6c0abb 2024-12-01T23:22:05,740 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:22:05,749 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:22:05,749 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:22:05,760 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:22:05,760 DEBUG [RS:0;f962de17fdc3:34917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a6673d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:22:05,774 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:34917 2024-12-01T23:22:05,774 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:22:05,774 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:22:05,774 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:22:05,774 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,34425,1733095323121 with port=34917, startcode=1733095323312 2024-12-01T23:22:05,774 DEBUG [RS:0;f962de17fdc3:34917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:22:05,775 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:22:05,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,34917,1733095323312 2024-12-01T23:22:05,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34425 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,34917,1733095323312 2024-12-01T23:22:05,777 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060 2024-12-01T23:22:05,777 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46283 2024-12-01T23:22:05,777 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:22:05,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947/rs 2024-12-01T23:22:05,787 DEBUG [RS:0;f962de17fdc3:34917 {}] zookeeper.ZKUtil(111): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Set watcher on existing znode=/0173518947/rs/f962de17fdc3,34917,1733095323312 2024-12-01T23:22:05,787 WARN [RS:0;f962de17fdc3:34917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:22:05,787 INFO [RS:0;f962de17fdc3:34917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:22:05,787 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312 2024-12-01T23:22:05,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,34917,1733095323312] 2024-12-01T23:22:05,790 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:22:05,791 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:22:05,791 INFO [RS:0;f962de17fdc3:34917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:22:05,791 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,791 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:22:05,792 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:22:05,792 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:22:05,792 DEBUG [RS:0;f962de17fdc3:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:22:05,796 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,796 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,796 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,796 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,796 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,796 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34917,1733095323312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:22:05,808 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:22:05,808 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34917,1733095323312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,808 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,808 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.Replication(171): f962de17fdc3,34917,1733095323312 started 2024-12-01T23:22:05,819 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:05,819 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,34917,1733095323312, RpcServer on f962de17fdc3/172.17.0.3:34917, sessionid=0x1019333e8b00001 2024-12-01T23:22:05,819 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:22:05,819 DEBUG [RS:0;f962de17fdc3:34917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,34917,1733095323312 2024-12-01T23:22:05,819 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,34917,1733095323312' 2024-12-01T23:22:05,819 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0173518947/flush-table-proc/abort' 2024-12-01T23:22:05,820 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0173518947/flush-table-proc/acquired' 2024-12-01T23:22:05,820 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:22:05,820 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:22:05,820 DEBUG [RS:0;f962de17fdc3:34917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,34917,1733095323312 2024-12-01T23:22:05,820 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,34917,1733095323312' 2024-12-01T23:22:05,820 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0173518947/online-snapshot/abort' 2024-12-01T23:22:05,820 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0173518947/online-snapshot/acquired' 2024-12-01T23:22:05,820 DEBUG [RS:0;f962de17fdc3:34917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:22:05,820 INFO [RS:0;f962de17fdc3:34917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:22:05,820 INFO [RS:0;f962de17fdc3:34917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:22:05,921 INFO [RS:0;f962de17fdc3:34917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:22:05,922 INFO [RS:0;f962de17fdc3:34917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C34917%2C1733095323312, suffix=, logDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312, archiveDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/oldWALs, maxLogs=10 2024-12-01T23:22:05,933 DEBUG [RS:0;f962de17fdc3:34917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922, exclude list is [], retry=0 2024-12-01T23:22:05,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46059,DS-467f3ce0-517b-45fe-a46b-9040a233101f,DISK] 2024-12-01T23:22:05,936 INFO [RS:0;f962de17fdc3:34917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 2024-12-01T23:22:05,936 DEBUG [RS:0;f962de17fdc3:34917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-12-01T23:22:06,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:22:06,110 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060 2024-12-01T23:22:06,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:22:06,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:06,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:22:06,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:22:06,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:06,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:06,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:22:06,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:22:06,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:06,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:06,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:22:06,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:22:06,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:06,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:06,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:22:06,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:22:06,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:06,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:06,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:22:06,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740 2024-12-01T23:22:06,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740 2024-12-01T23:22:06,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:22:06,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:22:06,522 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:22:06,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:22:06,524 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:22:06,524 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61283928, jitterRate=-0.08679831027984619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:22:06,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095326515Initializing all the Stores at 1733095326515Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095326515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095326516 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095326516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095326516Cleaning up temporary data from old regions at 1733095326522 (+6 ms)Region opened successfully at 1733095326525 (+3 ms) 2024-12-01T23:22:06,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:22:06,525 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:22:06,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:22:06,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:22:06,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:22:06,525 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:22:06,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095326525Disabling compacts and flushes for region at 1733095326525Disabling writes for close at 1733095326525Writing region close event to WAL at 1733095326525Closed at 1733095326525 2024-12-01T23:22:06,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:06,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:22:06,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:22:06,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:22:06,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:22:06,678 DEBUG [f962de17fdc3:34425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:22:06,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,34917,1733095323312 2024-12-01T23:22:06,679 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,34917,1733095323312, state=OPENING 2024-12-01T23:22:06,755 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:22:06,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:06,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:06,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0173518947/meta-region-server: CHANGED 2024-12-01T23:22:06,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:22:06,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0173518947/meta-region-server: CHANGED 2024-12-01T23:22:06,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,34917,1733095323312}] 2024-12-01T23:22:07,000 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:22:07,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:22:07,008 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:22:07,008 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:22:07,008 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:22:07,009 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C34917%2C1733095323312.meta, suffix=.meta, logDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312, archiveDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/oldWALs, maxLogs=10 2024-12-01T23:22:07,026 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.meta.1733095327010.meta, exclude list is [], retry=0 2024-12-01T23:22:07,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46059,DS-467f3ce0-517b-45fe-a46b-9040a233101f,DISK] 2024-12-01T23:22:07,029 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.meta.1733095327010.meta 2024-12-01T23:22:07,029 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-12-01T23:22:07,029 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:22:07,029 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:22:07,030 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:22:07,030 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:22:07,030 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:22:07,030 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:22:07,030 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:07,030 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:22:07,030 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:22:07,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:22:07,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:22:07,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:07,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:07,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:22:07,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:22:07,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:07,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:07,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:22:07,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:22:07,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:07,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:07,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:22:07,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:22:07,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:07,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:07,035 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:22:07,035 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740 2024-12-01T23:22:07,036 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740 2024-12-01T23:22:07,037 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:22:07,037 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:22:07,037 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:22:07,038 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:22:07,038 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64877039, jitterRate=-0.033256784081459045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:22:07,038 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:22:07,039 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095327030Writing region info on filesystem at 1733095327030Initializing all the Stores at 1733095327031 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095327031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095327031Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095327031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095327031Cleaning up temporary data from old regions at 1733095327037 (+6 ms)Running coprocessor post-open hooks at 1733095327038 (+1 ms)Region opened successfully at 1733095327039 (+1 ms) 2024-12-01T23:22:07,039 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095327000 2024-12-01T23:22:07,041 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:22:07,041 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:22:07,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,34917,1733095323312 2024-12-01T23:22:07,042 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,34917,1733095323312, state=OPEN 2024-12-01T23:22:07,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0173518947/meta-region-server 2024-12-01T23:22:07,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0173518947/meta-region-server 2024-12-01T23:22:07,122 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,34917,1733095323312 2024-12-01T23:22:07,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0173518947/meta-region-server: CHANGED 2024-12-01T23:22:07,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0173518947/meta-region-server: CHANGED 2024-12-01T23:22:07,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:22:07,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,34917,1733095323312 in 274 msec 2024-12-01T23:22:07,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:22:07,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 598 msec 2024-12-01T23:22:07,126 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:07,126 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:22:07,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:07,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,34917,1733095323312, seqNum=-1] 2024-12-01T23:22:07,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:07,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:22:07,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4340 sec 2024-12-01T23:22:07,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095327132, completionTime=-1 2024-12-01T23:22:07,132 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:22:07,132 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:22:07,134 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:22:07,134 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095387134 2024-12-01T23:22:07,134 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095447134 2024-12-01T23:22:07,134 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:22:07,134 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34425,1733095323121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:07,134 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34425,1733095323121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:07,134 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34425,1733095323121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:07,134 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:34425, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:07,134 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:07,134 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:07,135 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:22:07,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.757sec 2024-12-01T23:22:07,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:22:07,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:22:07,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:22:07,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:22:07,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:22:07,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34425,1733095323121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:22:07,137 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34425,1733095323121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:22:07,139 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:22:07,139 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:22:07,139 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,34425,1733095323121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:07,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f43669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:07,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34425,-1 for getting cluster id 2024-12-01T23:22:07,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:07,141 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cda4db4-e6fd-4456-860e-c6443f6c0abb' 2024-12-01T23:22:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cda4db4-e6fd-4456-860e-c6443f6c0abb" 2024-12-01T23:22:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5aec7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34425,-1] 2024-12-01T23:22:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:07,142 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:07,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca5241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:07,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,34917,1733095323312, seqNum=-1] 2024-12-01T23:22:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:07,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:22:07,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,34425,1733095323121 2024-12-01T23:22:07,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54770 2024-12-01T23:22:07,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:22:07,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019333e8b00002 connected 2024-12-01T23:22:07,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/hadoop.log.dir so I do NOT create it in target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b 2024-12-01T23:22:07,171 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:22:07,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/hadoop.tmp.dir so I do NOT create it in target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b 2024-12-01T23:22:07,171 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:22:07,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/cluster_dd147c48-a4c2-2990-95f7-3ba95c357f21, deleteOnExit=true 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/test.cache.data in system properties and HBase conf 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:22:07,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:22:07,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:22:07,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:22:07,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:22:07,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:22:07,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:22:07,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:22:07,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:22:07,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:22:07,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:22:07,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:22:07,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:22:07,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:22:07,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:22:07,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:22:07,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:22:07,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a5e72a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:22:07,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b9b217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:22:07,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7852ee48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/java.io.tmpdir/jetty-localhost-44067-hadoop-hdfs-3_4_1-tests_jar-_-any-3031959107194959836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:22:07,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cea55df{HTTP/1.1, (http/1.1)}{localhost:44067} 2024-12-01T23:22:07,679 INFO [Time-limited test {}] server.Server(415): Started @338449ms 2024-12-01T23:22:07,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:22:07,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:22:07,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:22:07,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:22:07,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:22:07,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@165f0bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:22:07,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7646bf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:22:08,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b583009{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/java.io.tmpdir/jetty-localhost-45027-hadoop-hdfs-3_4_1-tests_jar-_-any-6054777590966880979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:22:08,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@687d9d11{HTTP/1.1, (http/1.1)}{localhost:45027} 2024-12-01T23:22:08,086 INFO [Time-limited test {}] server.Server(415): Started @338856ms 2024-12-01T23:22:08,087 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:22:08,767 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/cluster_dd147c48-a4c2-2990-95f7-3ba95c357f21/data/data1/current/BP-2131250859-172.17.0.3-1733095327192/current, will proceed with Du for space computation calculation, 2024-12-01T23:22:08,767 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/cluster_dd147c48-a4c2-2990-95f7-3ba95c357f21/data/data2/current/BP-2131250859-172.17.0.3-1733095327192/current, will proceed with Du for space computation calculation, 2024-12-01T23:22:08,785 WARN [Thread-4429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:22:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x717c0d24dcf4f94c with lease ID 0xcb45622939f2576e: Processing first storage report for DS-b0c52492-02d8-47d2-b1c7-098daec0b6e3 from datanode DatanodeRegistration(127.0.0.1:39879, datanodeUuid=812a7eb4-0313-4179-b968-92d5d7679e18, infoPort=40349, infoSecurePort=0, ipcPort=39637, storageInfo=lv=-57;cid=testClusterID;nsid=1949605120;c=1733095327192) 2024-12-01T23:22:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x717c0d24dcf4f94c with lease ID 0xcb45622939f2576e: from storage DS-b0c52492-02d8-47d2-b1c7-098daec0b6e3 node DatanodeRegistration(127.0.0.1:39879, datanodeUuid=812a7eb4-0313-4179-b968-92d5d7679e18, infoPort=40349, infoSecurePort=0, ipcPort=39637, storageInfo=lv=-57;cid=testClusterID;nsid=1949605120;c=1733095327192), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:22:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x717c0d24dcf4f94c with lease ID 0xcb45622939f2576e: Processing first storage report for DS-079518be-2b0e-4c7d-a59b-70f98027623a from datanode DatanodeRegistration(127.0.0.1:39879, datanodeUuid=812a7eb4-0313-4179-b968-92d5d7679e18, infoPort=40349, infoSecurePort=0, ipcPort=39637, storageInfo=lv=-57;cid=testClusterID;nsid=1949605120;c=1733095327192) 2024-12-01T23:22:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x717c0d24dcf4f94c with lease ID 0xcb45622939f2576e: from storage DS-079518be-2b0e-4c7d-a59b-70f98027623a node DatanodeRegistration(127.0.0.1:39879, datanodeUuid=812a7eb4-0313-4179-b968-92d5d7679e18, infoPort=40349, infoSecurePort=0, ipcPort=39637, storageInfo=lv=-57;cid=testClusterID;nsid=1949605120;c=1733095327192), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:22:08,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b 2024-12-01T23:22:08,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:08,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:08,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:22:09,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b with version=8 2024-12-01T23:22:09,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/hbase-staging 2024-12-01T23:22:09,245 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:22:09,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:09,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:09,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:22:09,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:09,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:22:09,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:22:09,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:22:09,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40703 2024-12-01T23:22:09,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40703 connecting to ZooKeeper ensemble=127.0.0.1:54770 2024-12-01T23:22:09,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407030x0, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:22:09,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40703-0x1019333e8b00003 connected 2024-12-01T23:22:09,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:09,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:09,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Set watcher on znode that does not yet exist, /11004343742/running 2024-12-01T23:22:09,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b, hbase.cluster.distributed=false 2024-12-01T23:22:09,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Set watcher on znode that does not yet exist, /11004343742/acl 2024-12-01T23:22:09,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-01T23:22:09,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40703 2024-12-01T23:22:09,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40703 2024-12-01T23:22:09,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-01T23:22:09,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40703 2024-12-01T23:22:09,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:22:09,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:09,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:09,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:22:09,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:09,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:22:09,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:22:09,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:22:09,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40755 2024-12-01T23:22:09,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40755 connecting to ZooKeeper ensemble=127.0.0.1:54770 2024-12-01T23:22:09,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:09,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:09,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407550x0, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:22:09,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407550x0, quorum=127.0.0.1:54770, baseZNode=/11004343742 Set watcher on znode that does not yet exist, /11004343742/running 2024-12-01T23:22:09,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40755-0x1019333e8b00004 connected 2024-12-01T23:22:09,429 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:22:09,430 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:22:09,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Set watcher on znode that does not yet exist, /11004343742/master 2024-12-01T23:22:09,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Set watcher on znode that does not yet exist, /11004343742/acl 2024-12-01T23:22:09,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40755 2024-12-01T23:22:09,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40755 2024-12-01T23:22:09,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40755 2024-12-01T23:22:09,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40755 2024-12-01T23:22:09,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40755 2024-12-01T23:22:09,442 DEBUG [M:0;f962de17fdc3:40703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:40703 2024-12-01T23:22:09,443 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11004343742/backup-masters/f962de17fdc3,40703,1733095329245 2024-12-01T23:22:09,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742/backup-masters 2024-12-01T23:22:09,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742/backup-masters 2024-12-01T23:22:09,454 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Set watcher on existing znode=/11004343742/backup-masters/f962de17fdc3,40703,1733095329245 2024-12-01T23:22:09,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:09,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11004343742/master 2024-12-01T23:22:09,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:09,464 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Set watcher on existing znode=/11004343742/master 2024-12-01T23:22:09,464 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11004343742/backup-masters/f962de17fdc3,40703,1733095329245 from backup master directory 2024-12-01T23:22:09,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11004343742/backup-masters/f962de17fdc3,40703,1733095329245 2024-12-01T23:22:09,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742/backup-masters 2024-12-01T23:22:09,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742/backup-masters 2024-12-01T23:22:09,474 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:22:09,474 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,40703,1733095329245 2024-12-01T23:22:09,478 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/hbase.id] with ID: 74f6ad8e-a684-4030-b522-be3ff2d74c70 2024-12-01T23:22:09,478 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/.tmp/hbase.id 2024-12-01T23:22:09,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:22:09,886 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/.tmp/hbase.id]:[hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/hbase.id] 2024-12-01T23:22:09,893 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:09,893 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:22:09,894 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:22:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:22:10,353 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:22:10,354 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:22:10,354 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:22:10,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:22:10,759 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store 2024-12-01T23:22:10,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:22:11,163 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:11,164 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:22:11,164 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:11,164 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:11,164 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:22:11,164 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:11,164 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:11,164 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095331163Disabling compacts and flushes for region at 1733095331163Disabling writes for close at 1733095331164 (+1 ms)Writing region close event to WAL at 1733095331164Closed at 1733095331164 2024-12-01T23:22:11,164 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/.initializing 2024-12-01T23:22:11,165 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/WALs/f962de17fdc3,40703,1733095329245 2024-12-01T23:22:11,165 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:22:11,167 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C40703%2C1733095329245, suffix=, logDir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/WALs/f962de17fdc3,40703,1733095329245, archiveDir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/oldWALs, maxLogs=10 2024-12-01T23:22:11,182 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/WALs/f962de17fdc3,40703,1733095329245/f962de17fdc3%2C40703%2C1733095329245.1733095331167, exclude list is [], retry=0 2024-12-01T23:22:11,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-b0c52492-02d8-47d2-b1c7-098daec0b6e3,DISK] 2024-12-01T23:22:11,187 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/WALs/f962de17fdc3,40703,1733095329245/f962de17fdc3%2C40703%2C1733095329245.1733095331167 2024-12-01T23:22:11,187 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40349:40349)] 2024-12-01T23:22:11,187 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:22:11,188 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:11,188 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,188 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:22:11,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:11,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:11,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:22:11,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:11,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:11,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:22:11,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:11,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:11,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:22:11,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:11,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:11,195 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,195 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,195 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,197 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,197 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,197 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:22:11,198 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:11,208 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:22:11,209 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64501872, jitterRate=-0.03884720802307129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:22:11,209 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095331188Initializing all the Stores at 1733095331189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095331189Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095331189Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095331189Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095331189Cleaning up temporary data from old regions at 1733095331197 (+8 ms)Region opened successfully at 1733095331209 (+12 ms) 2024-12-01T23:22:11,209 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:22:11,213 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0f682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:22:11,214 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:22:11,214 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:22:11,214 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:22:11,214 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:22:11,214 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:22:11,215 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:22:11,215 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:22:11,217 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:22:11,218 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Unable to get data of znode /11004343742/balancer because node does not exist (not necessarily an error) 2024-12-01T23:22:11,229 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11004343742/balancer already deleted, retry=false 2024-12-01T23:22:11,229 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:22:11,230 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Unable to get data of znode /11004343742/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:22:11,313 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11004343742/normalizer already deleted, retry=false 2024-12-01T23:22:11,313 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:22:11,314 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Unable to get data of znode /11004343742/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:22:11,323 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11004343742/switch/split already deleted, retry=false 2024-12-01T23:22:11,324 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Unable to get data of znode /11004343742/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:22:11,334 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11004343742/switch/merge already deleted, retry=false 2024-12-01T23:22:11,336 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Unable to get data of znode /11004343742/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:22:11,348 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11004343742/snapshot-cleanup already deleted, retry=false 2024-12-01T23:22:11,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11004343742/running 2024-12-01T23:22:11,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11004343742/running 2024-12-01T23:22:11,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:11,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:11,359 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,40703,1733095329245, sessionid=0x1019333e8b00003, setting cluster-up flag (Was=false) 2024-12-01T23:22:11,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:11,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:11,412 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11004343742/flush-table-proc/acquired, /11004343742/flush-table-proc/reached, /11004343742/flush-table-proc/abort 2024-12-01T23:22:11,414 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,40703,1733095329245 2024-12-01T23:22:11,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:11,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:11,464 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11004343742/online-snapshot/acquired, /11004343742/online-snapshot/reached, /11004343742/online-snapshot/abort 2024-12-01T23:22:11,465 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,40703,1733095329245 2024-12-01T23:22:11,466 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:22:11,467 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:11,467 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:22:11,467 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:22:11,468 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,40703,1733095329245 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:22:11,469 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:11,469 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:11,469 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:11,469 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:11,469 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:22:11,469 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,469 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:22:11,469 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:11,470 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095361470 2024-12-01T23:22:11,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:22:11,470 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:22:11,470 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:22:11,470 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:22:11,470 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:22:11,470 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:22:11,470 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:22:11,471 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,471 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:22:11,471 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:22:11,471 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:22:11,471 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:11,471 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:22:11,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:22:11,471 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:22:11,471 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:22:11,471 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095331471,5,FailOnTimeoutGroup] 2024-12-01T23:22:11,472 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095331471,5,FailOnTimeoutGroup] 2024-12-01T23:22:11,472 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,472 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:22:11,472 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,472 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:22:11,534 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(746): ClusterId : 74f6ad8e-a684-4030-b522-be3ff2d74c70 2024-12-01T23:22:11,535 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:22:11,545 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:22:11,545 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:22:11,555 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:22:11,556 DEBUG [RS:0;f962de17fdc3:40755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722236f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:22:11,566 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:40755 2024-12-01T23:22:11,567 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:22:11,567 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:22:11,567 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:22:11,567 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,40703,1733095329245 with port=40755, startcode=1733095329396 2024-12-01T23:22:11,567 DEBUG [RS:0;f962de17fdc3:40755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:22:11,568 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:22:11,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,40755,1733095329396 2024-12-01T23:22:11,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40703 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,40755,1733095329396 2024-12-01T23:22:11,570 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b 2024-12-01T23:22:11,570 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33425 2024-12-01T23:22:11,570 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:22:11,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742/rs 2024-12-01T23:22:11,618 DEBUG [RS:0;f962de17fdc3:40755 {}] zookeeper.ZKUtil(111): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Set watcher on existing znode=/11004343742/rs/f962de17fdc3,40755,1733095329396 2024-12-01T23:22:11,618 WARN [RS:0;f962de17fdc3:40755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:22:11,618 INFO [RS:0;f962de17fdc3:40755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:22:11,619 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/WALs/f962de17fdc3,40755,1733095329396 2024-12-01T23:22:11,619 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,40755,1733095329396] 2024-12-01T23:22:11,621 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:22:11,622 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:22:11,622 INFO [RS:0;f962de17fdc3:40755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:22:11,622 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,622 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:22:11,623 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:22:11,623 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:22:11,623 DEBUG [RS:0;f962de17fdc3:40755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:22:11,623 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,624 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,624 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,624 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,624 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,624 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40755,1733095329396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:22:11,635 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:22:11,635 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40755,1733095329396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,635 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,635 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.Replication(171): f962de17fdc3,40755,1733095329396 started 2024-12-01T23:22:11,647 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:11,647 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,40755,1733095329396, RpcServer on f962de17fdc3/172.17.0.3:40755, sessionid=0x1019333e8b00004 2024-12-01T23:22:11,647 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:22:11,647 DEBUG [RS:0;f962de17fdc3:40755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,40755,1733095329396 2024-12-01T23:22:11,647 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,40755,1733095329396' 2024-12-01T23:22:11,647 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11004343742/flush-table-proc/abort' 2024-12-01T23:22:11,647 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11004343742/flush-table-proc/acquired' 2024-12-01T23:22:11,648 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:22:11,648 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:22:11,648 DEBUG [RS:0;f962de17fdc3:40755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,40755,1733095329396 2024-12-01T23:22:11,648 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,40755,1733095329396' 2024-12-01T23:22:11,648 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11004343742/online-snapshot/abort' 2024-12-01T23:22:11,648 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11004343742/online-snapshot/acquired' 2024-12-01T23:22:11,648 DEBUG [RS:0;f962de17fdc3:40755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:22:11,648 INFO [RS:0;f962de17fdc3:40755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:22:11,648 INFO [RS:0;f962de17fdc3:40755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:22:11,749 INFO [RS:0;f962de17fdc3:40755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:22:11,750 INFO [RS:0;f962de17fdc3:40755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C40755%2C1733095329396, suffix=, logDir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/WALs/f962de17fdc3,40755,1733095329396, archiveDir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/oldWALs, maxLogs=10 2024-12-01T23:22:11,762 DEBUG [RS:0;f962de17fdc3:40755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/WALs/f962de17fdc3,40755,1733095329396/f962de17fdc3%2C40755%2C1733095329396.1733095331750, exclude list is [], retry=0 2024-12-01T23:22:11,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-b0c52492-02d8-47d2-b1c7-098daec0b6e3,DISK] 2024-12-01T23:22:11,766 INFO [RS:0;f962de17fdc3:40755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/WALs/f962de17fdc3,40755,1733095329396/f962de17fdc3%2C40755%2C1733095329396.1733095331750 2024-12-01T23:22:11,766 DEBUG [RS:0;f962de17fdc3:40755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40349:40349)] 2024-12-01T23:22:11,881 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:22:11,881 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b 2024-12-01T23:22:11,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:22:11,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:11,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:22:11,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:22:11,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:11,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:11,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:22:11,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:22:11,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:11,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:11,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:22:11,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:22:11,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:11,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:11,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:22:11,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:22:11,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:11,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:11,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:22:11,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740 2024-12-01T23:22:11,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740 2024-12-01T23:22:11,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:22:11,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:22:11,922 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:22:11,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:22:11,928 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:22:11,928 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70315507, jitterRate=0.04778270423412323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:22:11,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095331909Initializing all the Stores at 1733095331909Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095331909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095331909Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095331909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095331909Cleaning up temporary data from old regions at 1733095331922 (+13 ms)Region opened successfully at 1733095331928 (+6 ms) 2024-12-01T23:22:11,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:22:11,928 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:22:11,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:22:11,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-12-01T23:22:11,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:22:11,932 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:22:11,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095331928Disabling compacts and flushes for region at 1733095331928Disabling writes for close at 1733095331929 (+1 ms)Writing region close event to WAL at 1733095331932 (+3 ms)Closed at 1733095331932 2024-12-01T23:22:11,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:11,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:22:11,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:22:11,935 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:22:11,936 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:22:12,087 DEBUG [f962de17fdc3:40703 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:22:12,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,40755,1733095329396 2024-12-01T23:22:12,088 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,40755,1733095329396, state=OPENING 2024-12-01T23:22:12,195 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:22:12,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:12,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:12,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:22:12,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11004343742/meta-region-server: CHANGED 2024-12-01T23:22:12,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,40755,1733095329396}] 2024-12-01T23:22:12,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11004343742/meta-region-server: CHANGED 2024-12-01T23:22:12,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:22:12,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:22:12,368 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:22:12,368 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:22:12,368 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:22:12,369 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C40755%2C1733095329396.meta, suffix=.meta, logDir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/WALs/f962de17fdc3,40755,1733095329396, archiveDir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/oldWALs, maxLogs=10 2024-12-01T23:22:12,381 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/WALs/f962de17fdc3,40755,1733095329396/f962de17fdc3%2C40755%2C1733095329396.meta.1733095332369.meta, exclude list is [], retry=0 2024-12-01T23:22:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39879,DS-b0c52492-02d8-47d2-b1c7-098daec0b6e3,DISK] 2024-12-01T23:22:12,384 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/WALs/f962de17fdc3,40755,1733095329396/f962de17fdc3%2C40755%2C1733095329396.meta.1733095332369.meta 2024-12-01T23:22:12,384 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40349:40349)] 2024-12-01T23:22:12,384 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:22:12,384 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:22:12,385 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:22:12,385 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:22:12,385 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:22:12,385 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:22:12,385 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:12,385 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:22:12,385 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:22:12,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:22:12,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:22:12,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:12,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:12,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:22:12,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:22:12,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:12,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:12,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:22:12,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:22:12,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:12,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:12,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:22:12,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:22:12,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:12,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:12,389 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:22:12,390 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740 2024-12-01T23:22:12,390 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740 2024-12-01T23:22:12,391 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:22:12,391 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:22:12,391 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:22:12,392 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:22:12,392 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68132084, jitterRate=0.015247166156768799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:22:12,392 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:22:12,392 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095332385Writing region info on filesystem at 1733095332385Initializing all the Stores at 1733095332386 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095332386Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095332386Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095332386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095332386Cleaning up temporary data from old regions at 1733095332391 (+5 ms)Running coprocessor post-open hooks at 1733095332392 (+1 ms)Region opened successfully at 1733095332392 2024-12-01T23:22:12,393 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095332364 2024-12-01T23:22:12,395 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:22:12,395 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:22:12,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,40755,1733095329396 2024-12-01T23:22:12,396 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,40755,1733095329396, state=OPEN 2024-12-01T23:22:12,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11004343742/meta-region-server 2024-12-01T23:22:12,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11004343742/meta-region-server 2024-12-01T23:22:12,408 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,40755,1733095329396 2024-12-01T23:22:12,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11004343742/meta-region-server: CHANGED 2024-12-01T23:22:12,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11004343742/meta-region-server: CHANGED 2024-12-01T23:22:12,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:22:12,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,40755,1733095329396 in 196 msec 2024-12-01T23:22:12,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:22:12,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-12-01T23:22:12,411 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:12,411 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:22:12,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:12,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,40755,1733095329396, seqNum=-1] 2024-12-01T23:22:12,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:12,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:22:12,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-12-01T23:22:12,416 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095332416, completionTime=-1 2024-12-01T23:22:12,417 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:22:12,417 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:22:12,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:22:12,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095392419 2024-12-01T23:22:12,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095452419 2024-12-01T23:22:12,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T23:22:12,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40703,1733095329245-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:12,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40703,1733095329245-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:12,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40703,1733095329245-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:12,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:40703, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:12,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:12,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:12,421 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:22:12,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.948sec 2024-12-01T23:22:12,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:22:12,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:22:12,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:22:12,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:22:12,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:22:12,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40703,1733095329245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:22:12,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40703,1733095329245-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:22:12,428 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:22:12,428 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:22:12,428 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,40703,1733095329245-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:12,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6b2212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:12,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,40703,-1 for getting cluster id 2024-12-01T23:22:12,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:12,438 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74f6ad8e-a684-4030-b522-be3ff2d74c70' 2024-12-01T23:22:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74f6ad8e-a684-4030-b522-be3ff2d74c70" 2024-12-01T23:22:12,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bb0245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:12,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,40703,-1] 2024-12-01T23:22:12,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:12,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:12,440 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:12,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524e48be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:12,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:12,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,40755,1733095329396, seqNum=-1] 2024-12-01T23:22:12,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:12,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:22:12,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,40703,1733095329245 2024-12-01T23:22:12,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54770 2024-12-01T23:22:12,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:22:12,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019333e8b00005 connected 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/hadoop.log.dir so I do NOT create it in target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a 2024-12-01T23:22:12,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/hadoop.tmp.dir so I do NOT create it in target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a 2024-12-01T23:22:12,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T23:22:12,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/cluster_fd1bcb0f-4a09-1420-e83a-8a9b4a52092f, deleteOnExit=true 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/test.cache.data in system properties and HBase conf 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:22:12,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:22:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:22:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:22:12,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:22:12,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:12,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:22:12,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:22:12,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:22:12,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:22:12,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:22:12,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:22:12,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e382187{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:22:12,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8f2ea2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:22:12,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23a37f2d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/java.io.tmpdir/jetty-localhost-44701-hadoop-hdfs-3_4_1-tests_jar-_-any-5803682009135529734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:22:12,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ac9f21d{HTTP/1.1, (http/1.1)}{localhost:44701} 2024-12-01T23:22:12,969 INFO [Time-limited test {}] server.Server(415): Started @343739ms 2024-12-01T23:22:13,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:22:13,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:22:13,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:22:13,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:22:13,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T23:22:13,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a5d576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:22:13,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae69380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:22:13,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d8dfaa5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/java.io.tmpdir/jetty-localhost-38181-hadoop-hdfs-3_4_1-tests_jar-_-any-9001589783297938709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:22:13,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bdfe434{HTTP/1.1, (http/1.1)}{localhost:38181} 2024-12-01T23:22:13,362 INFO [Time-limited test {}] server.Server(415): Started @344132ms 2024-12-01T23:22:13,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:22:13,972 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/cluster_fd1bcb0f-4a09-1420-e83a-8a9b4a52092f/data/data1/current/BP-1680356060-172.17.0.3-1733095332498/current, will proceed with Du for space computation calculation, 2024-12-01T23:22:13,973 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/cluster_fd1bcb0f-4a09-1420-e83a-8a9b4a52092f/data/data2/current/BP-1680356060-172.17.0.3-1733095332498/current, will proceed with Du for space computation calculation, 2024-12-01T23:22:14,005 WARN [Thread-4550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:22:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f88923761bdadd7 with lease ID 0x5c58b21985464390: Processing first storage report for DS-0f2a5304-6ed1-4f65-93e0-51462fbdb7f5 from datanode DatanodeRegistration(127.0.0.1:37921, datanodeUuid=b7b5dc73-f761-4883-bf22-fcaf3ed29df2, infoPort=33993, infoSecurePort=0, ipcPort=45453, storageInfo=lv=-57;cid=testClusterID;nsid=452965702;c=1733095332498) 2024-12-01T23:22:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f88923761bdadd7 with lease ID 0x5c58b21985464390: from storage DS-0f2a5304-6ed1-4f65-93e0-51462fbdb7f5 node DatanodeRegistration(127.0.0.1:37921, datanodeUuid=b7b5dc73-f761-4883-bf22-fcaf3ed29df2, infoPort=33993, infoSecurePort=0, ipcPort=45453, storageInfo=lv=-57;cid=testClusterID;nsid=452965702;c=1733095332498), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:22:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f88923761bdadd7 with lease ID 0x5c58b21985464390: Processing first storage report for DS-b1defe48-fe50-4461-82fa-0972f1ed72ba from datanode DatanodeRegistration(127.0.0.1:37921, datanodeUuid=b7b5dc73-f761-4883-bf22-fcaf3ed29df2, infoPort=33993, infoSecurePort=0, ipcPort=45453, storageInfo=lv=-57;cid=testClusterID;nsid=452965702;c=1733095332498) 2024-12-01T23:22:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f88923761bdadd7 with lease ID 0x5c58b21985464390: from storage DS-b1defe48-fe50-4461-82fa-0972f1ed72ba node DatanodeRegistration(127.0.0.1:37921, datanodeUuid=b7b5dc73-f761-4883-bf22-fcaf3ed29df2, infoPort=33993, infoSecurePort=0, ipcPort=45453, storageInfo=lv=-57;cid=testClusterID;nsid=452965702;c=1733095332498), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:22:14,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a 2024-12-01T23:22:14,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:14,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:22:14,496 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd with version=8 2024-12-01T23:22:14,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/hbase-staging 2024-12-01T23:22:14,498 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:22:14,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:14,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:14,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:22:14,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:14,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:22:14,498 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:22:14,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:22:14,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41433 2024-12-01T23:22:14,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41433 connecting to ZooKeeper ensemble=127.0.0.1:54770 2024-12-01T23:22:14,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414330x0, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:22:14,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41433-0x1019333e8b00006 connected 2024-12-01T23:22:14,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:14,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:14,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Set watcher on znode that does not yet exist, /2-323686975/running 2024-12-01T23:22:14,625 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd, hbase.cluster.distributed=false 2024-12-01T23:22:14,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Set watcher on znode that does not yet exist, /2-323686975/acl 2024-12-01T23:22:14,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41433 2024-12-01T23:22:14,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41433 2024-12-01T23:22:14,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41433 2024-12-01T23:22:14,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41433 2024-12-01T23:22:14,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41433 2024-12-01T23:22:14,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:22:14,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:14,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:14,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:22:14,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:22:14,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:22:14,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:22:14,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:22:14,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39507 2024-12-01T23:22:14,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39507 connecting to ZooKeeper ensemble=127.0.0.1:54770 2024-12-01T23:22:14,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:14,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:14,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395070x0, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:22:14,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395070x0, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Set watcher on znode that does not yet exist, /2-323686975/running 2024-12-01T23:22:14,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39507-0x1019333e8b00007 connected 2024-12-01T23:22:14,654 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:22:14,655 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:22:14,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Set watcher on znode that does not yet exist, /2-323686975/master 2024-12-01T23:22:14,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Set watcher on znode that does not yet exist, /2-323686975/acl 2024-12-01T23:22:14,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39507 2024-12-01T23:22:14,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39507 2024-12-01T23:22:14,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39507 2024-12-01T23:22:14,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39507 2024-12-01T23:22:14,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39507 2024-12-01T23:22:14,672 DEBUG [M:0;f962de17fdc3:41433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:41433 2024-12-01T23:22:14,672 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-323686975/backup-masters/f962de17fdc3,41433,1733095334497 2024-12-01T23:22:14,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975/backup-masters 2024-12-01T23:22:14,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975/backup-masters 2024-12-01T23:22:14,685 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Set watcher on existing znode=/2-323686975/backup-masters/f962de17fdc3,41433,1733095334497 2024-12-01T23:22:14,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-323686975/master 2024-12-01T23:22:14,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:14,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:14,695 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Set watcher on existing znode=/2-323686975/master 2024-12-01T23:22:14,696 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-323686975/backup-masters/f962de17fdc3,41433,1733095334497 from backup master directory 2024-12-01T23:22:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-323686975/backup-masters/f962de17fdc3,41433,1733095334497 2024-12-01T23:22:14,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975/backup-masters 2024-12-01T23:22:14,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975/backup-masters 2024-12-01T23:22:14,706 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:22:14,706 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,41433,1733095334497 2024-12-01T23:22:14,708 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/hbase.id] with ID: 9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba 2024-12-01T23:22:14,708 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/.tmp/hbase.id 2024-12-01T23:22:14,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:22:14,731 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:14,731 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:22:14,731 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148884 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:22:15,112 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/.tmp/hbase.id]:[hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/hbase.id] 2024-12-01T23:22:15,119 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:15,119 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:22:15,120 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T23:22:15,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:15,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:15,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:22:15,595 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:22:15,595 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:22:15,595 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:22:15,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:22:16,001 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store 2024-12-01T23:22:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:22:16,418 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:16,418 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:22:16,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:16,419 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:16,419 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:22:16,419 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:16,419 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:16,419 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095336418Disabling compacts and flushes for region at 1733095336418Disabling writes for close at 1733095336419 (+1 ms)Writing region close event to WAL at 1733095336419Closed at 1733095336419 2024-12-01T23:22:16,419 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/.initializing 2024-12-01T23:22:16,419 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/WALs/f962de17fdc3,41433,1733095334497 2024-12-01T23:22:16,420 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:22:16,421 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C41433%2C1733095334497, suffix=, logDir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/WALs/f962de17fdc3,41433,1733095334497, archiveDir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/oldWALs, maxLogs=10 2024-12-01T23:22:16,438 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/WALs/f962de17fdc3,41433,1733095334497/f962de17fdc3%2C41433%2C1733095334497.1733095336422, exclude list is [], retry=0 2024-12-01T23:22:16,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37921,DS-0f2a5304-6ed1-4f65-93e0-51462fbdb7f5,DISK] 2024-12-01T23:22:16,441 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/WALs/f962de17fdc3,41433,1733095334497/f962de17fdc3%2C41433%2C1733095334497.1733095336422 2024-12-01T23:22:16,441 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33993:33993)] 2024-12-01T23:22:16,441 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:22:16,441 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:16,442 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,442 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:22:16,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:16,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:16,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:22:16,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:16,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:16,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:22:16,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:16,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:16,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:22:16,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:16,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:16,447 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,448 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,448 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,449 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,449 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,450 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:22:16,450 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:22:16,452 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:22:16,452 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66336170, jitterRate=-0.011514037847518921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:22:16,452 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733095336442Initializing all the Stores at 1733095336442Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095336442Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095336442Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095336442Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095336442Cleaning up temporary data from old regions at 1733095336449 (+7 ms)Region opened successfully at 1733095336452 (+3 ms) 2024-12-01T23:22:16,452 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:22:16,454 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:22:16,455 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:22:16,455 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:22:16,455 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:22:16,455 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:22:16,455 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T23:22:16,455 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T23:22:16,455 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:22:16,457 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:22:16,457 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Unable to get data of znode /2-323686975/balancer because node does not exist (not necessarily an error) 2024-12-01T23:22:16,463 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-323686975/balancer already deleted, retry=false 2024-12-01T23:22:16,464 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:22:16,465 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Unable to get data of znode /2-323686975/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:22:16,474 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-323686975/normalizer already deleted, retry=false 2024-12-01T23:22:16,474 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:22:16,475 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Unable to get data of znode /2-323686975/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:22:16,484 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-323686975/switch/split already deleted, retry=false 2024-12-01T23:22:16,485 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Unable to get data of znode /2-323686975/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:22:16,495 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-323686975/switch/merge already deleted, retry=false 2024-12-01T23:22:16,497 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Unable to get data of znode /2-323686975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:22:16,505 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-323686975/snapshot-cleanup already deleted, retry=false 2024-12-01T23:22:16,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-323686975/running 2024-12-01T23:22:16,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-323686975/running 2024-12-01T23:22:16,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:16,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:16,516 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,41433,1733095334497, sessionid=0x1019333e8b00006, setting cluster-up flag (Was=false) 2024-12-01T23:22:16,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:16,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:16,569 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-323686975/flush-table-proc/acquired, /2-323686975/flush-table-proc/reached, /2-323686975/flush-table-proc/abort 2024-12-01T23:22:16,570 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,41433,1733095334497 2024-12-01T23:22:16,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:16,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:16,621 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-323686975/online-snapshot/acquired, /2-323686975/online-snapshot/reached, /2-323686975/online-snapshot/abort 2024-12-01T23:22:16,622 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,41433,1733095334497 2024-12-01T23:22:16,623 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:22:16,625 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:16,625 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:22:16,625 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:22:16,625 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,41433,1733095334497 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:22:16,627 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:16,627 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:16,627 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:16,627 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:22:16,627 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:22:16,627 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,627 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:22:16,627 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,628 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733095366628 2024-12-01T23:22:16,628 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:22:16,628 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:22:16,628 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:22:16,628 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:22:16,628 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:22:16,628 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:22:16,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:16,628 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:22:16,628 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,629 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:16,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:22:16,632 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:22:16,632 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:22:16,632 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:22:16,632 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T23:22:16,632 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:22:16,632 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:22:16,633 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095336633,5,FailOnTimeoutGroup] 2024-12-01T23:22:16,633 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095336633,5,FailOnTimeoutGroup] 2024-12-01T23:22:16,633 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,633 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:22:16,633 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,633 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:22:16,663 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(746): ClusterId : 9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba 2024-12-01T23:22:16,664 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:22:16,675 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:22:16,675 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:22:16,685 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:22:16,685 DEBUG [RS:0;f962de17fdc3:39507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d50147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:22:16,697 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:39507 2024-12-01T23:22:16,697 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:22:16,697 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:22:16,697 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:22:16,698 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,41433,1733095334497 with port=39507, startcode=1733095334640 2024-12-01T23:22:16,698 DEBUG [RS:0;f962de17fdc3:39507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:22:16,699 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:22:16,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,39507,1733095334640 2024-12-01T23:22:16,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41433 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,39507,1733095334640 2024-12-01T23:22:16,700 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd 2024-12-01T23:22:16,700 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33551 2024-12-01T23:22:16,700 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:22:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975/rs 2024-12-01T23:22:16,744 DEBUG [RS:0;f962de17fdc3:39507 {}] zookeeper.ZKUtil(111): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Set watcher on existing znode=/2-323686975/rs/f962de17fdc3,39507,1733095334640 2024-12-01T23:22:16,744 WARN [RS:0;f962de17fdc3:39507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:22:16,744 INFO [RS:0;f962de17fdc3:39507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:22:16,745 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/WALs/f962de17fdc3,39507,1733095334640 2024-12-01T23:22:16,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,39507,1733095334640] 2024-12-01T23:22:16,747 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:22:16,748 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:22:16,748 INFO [RS:0;f962de17fdc3:39507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:22:16,748 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,749 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:22:16,749 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:22:16,749 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:22:16,749 DEBUG [RS:0;f962de17fdc3:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:22:16,750 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,750 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,750 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,750 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,750 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,750 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,39507,1733095334640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:22:16,762 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:22:16,763 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,39507,1733095334640-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,763 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,763 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.Replication(171): f962de17fdc3,39507,1733095334640 started 2024-12-01T23:22:16,775 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:16,775 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,39507,1733095334640, RpcServer on f962de17fdc3/172.17.0.3:39507, sessionid=0x1019333e8b00007 2024-12-01T23:22:16,775 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:22:16,775 DEBUG [RS:0;f962de17fdc3:39507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,39507,1733095334640 2024-12-01T23:22:16,775 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,39507,1733095334640' 2024-12-01T23:22:16,775 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-323686975/flush-table-proc/abort' 2024-12-01T23:22:16,775 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-323686975/flush-table-proc/acquired' 2024-12-01T23:22:16,776 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:22:16,776 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:22:16,776 DEBUG [RS:0;f962de17fdc3:39507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,39507,1733095334640 2024-12-01T23:22:16,776 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,39507,1733095334640' 2024-12-01T23:22:16,776 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-323686975/online-snapshot/abort' 2024-12-01T23:22:16,776 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-323686975/online-snapshot/acquired' 2024-12-01T23:22:16,776 DEBUG [RS:0;f962de17fdc3:39507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:22:16,776 INFO [RS:0;f962de17fdc3:39507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:22:16,776 INFO [RS:0;f962de17fdc3:39507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:22:16,876 INFO [RS:0;f962de17fdc3:39507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:22:16,878 INFO [RS:0;f962de17fdc3:39507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C39507%2C1733095334640, suffix=, logDir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/WALs/f962de17fdc3,39507,1733095334640, archiveDir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/oldWALs, maxLogs=10 2024-12-01T23:22:16,894 DEBUG [RS:0;f962de17fdc3:39507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/WALs/f962de17fdc3,39507,1733095334640/f962de17fdc3%2C39507%2C1733095334640.1733095336878, exclude list is [], retry=0 2024-12-01T23:22:16,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37921,DS-0f2a5304-6ed1-4f65-93e0-51462fbdb7f5,DISK] 2024-12-01T23:22:16,897 INFO [RS:0;f962de17fdc3:39507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/WALs/f962de17fdc3,39507,1733095334640/f962de17fdc3%2C39507%2C1733095334640.1733095336878 2024-12-01T23:22:16,897 DEBUG [RS:0;f962de17fdc3:39507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33993:33993)] 2024-12-01T23:22:17,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:22:17,036 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd 2024-12-01T23:22:17,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:22:17,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:17,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:22:17,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:22:17,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:17,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:17,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:22:17,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:22:17,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:17,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:17,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:22:17,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:22:17,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:17,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:17,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:22:17,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:22:17,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:17,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:17,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:22:17,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740 2024-12-01T23:22:17,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740 2024-12-01T23:22:17,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:22:17,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:22:17,449 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:22:17,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:22:17,450 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:22:17,451 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61469763, jitterRate=-0.08402915298938751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:22:17,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733095337441Initializing all the Stores at 1733095337442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095337442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095337442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095337442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095337442Cleaning up temporary data from old regions at 1733095337448 (+6 ms)Region opened successfully at 1733095337451 (+3 ms) 2024-12-01T23:22:17,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:22:17,451 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:22:17,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:22:17,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:22:17,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:22:17,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:22:17,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095337451Disabling compacts and flushes for region at 1733095337451Disabling writes for close at 1733095337451Writing region close event to WAL at 1733095337451Closed at 1733095337451 2024-12-01T23:22:17,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:17,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:22:17,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:22:17,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:22:17,453 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:22:17,604 DEBUG [f962de17fdc3:41433 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:22:17,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,39507,1733095334640 2024-12-01T23:22:17,605 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,39507,1733095334640, state=OPENING 2024-12-01T23:22:17,660 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:22:17,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:17,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:17,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:22:17,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-323686975/meta-region-server: CHANGED 2024-12-01T23:22:17,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-323686975/meta-region-server: CHANGED 2024-12-01T23:22:17,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,39507,1733095334640}] 2024-12-01T23:22:17,823 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:22:17,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:22:17,826 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:22:17,827 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:22:17,827 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:22:17,828 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C39507%2C1733095334640.meta, suffix=.meta, logDir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/WALs/f962de17fdc3,39507,1733095334640, archiveDir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/oldWALs, maxLogs=10 2024-12-01T23:22:17,840 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/WALs/f962de17fdc3,39507,1733095334640/f962de17fdc3%2C39507%2C1733095334640.meta.1733095337828.meta, exclude list is [], retry=0 2024-12-01T23:22:17,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37921,DS-0f2a5304-6ed1-4f65-93e0-51462fbdb7f5,DISK] 2024-12-01T23:22:17,843 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/WALs/f962de17fdc3,39507,1733095334640/f962de17fdc3%2C39507%2C1733095334640.meta.1733095337828.meta 2024-12-01T23:22:17,843 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33993:33993)] 2024-12-01T23:22:17,843 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:22:17,844 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:22:17,844 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:22:17,844 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:22:17,844 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:22:17,844 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:22:17,844 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:17,844 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:22:17,844 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:22:17,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:22:17,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:22:17,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:17,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:17,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:22:17,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:22:17,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:17,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:17,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:22:17,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:22:17,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:17,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:17,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:22:17,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:22:17,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:17,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:22:17,848 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:22:17,849 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740 2024-12-01T23:22:17,850 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740 2024-12-01T23:22:17,850 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:22:17,850 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:22:17,851 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:22:17,852 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:22:17,852 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64984922, jitterRate=-0.03164920210838318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:22:17,852 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:22:17,852 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733095337844Writing region info on filesystem at 1733095337844Initializing all the Stores at 1733095337845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095337845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095337845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095337845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733095337845Cleaning up temporary data from old regions at 1733095337850 (+5 ms)Running coprocessor post-open hooks at 1733095337852 (+2 ms)Region opened successfully at 1733095337852 2024-12-01T23:22:17,853 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733095337822 2024-12-01T23:22:17,855 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:22:17,855 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:22:17,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,39507,1733095334640 2024-12-01T23:22:17,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,39507,1733095334640, state=OPEN 2024-12-01T23:22:17,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-323686975/meta-region-server 2024-12-01T23:22:17,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-323686975/meta-region-server 2024-12-01T23:22:17,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,39507,1733095334640 2024-12-01T23:22:17,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-323686975/meta-region-server: CHANGED 2024-12-01T23:22:17,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-323686975/meta-region-server: CHANGED 2024-12-01T23:22:17,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:22:17,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,39507,1733095334640 in 192 msec 2024-12-01T23:22:17,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:22:17,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-12-01T23:22:17,866 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:22:17,866 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:22:17,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:17,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,39507,1733095334640, seqNum=-1] 2024-12-01T23:22:17,868 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:17,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:22:17,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-12-01T23:22:17,872 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733095337872, completionTime=-1 2024-12-01T23:22:17,872 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:22:17,872 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:22:17,873 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:22:17,873 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733095397873 2024-12-01T23:22:17,873 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733095457873 2024-12-01T23:22:17,873 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T23:22:17,874 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41433,1733095334497-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:17,874 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41433,1733095334497-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:17,874 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41433,1733095334497-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:17,874 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:41433, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:17,874 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:17,874 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:17,875 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:22:17,876 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.170sec 2024-12-01T23:22:17,877 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:22:17,877 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:22:17,877 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:22:17,877 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:22:17,877 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:22:17,877 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41433,1733095334497-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:22:17,877 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41433,1733095334497-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:22:17,879 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:22:17,879 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:22:17,879 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41433,1733095334497-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:22:17,888 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:22:17,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:17,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450506a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:17,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41433,-1 for getting cluster id 2024-12-01T23:22:17,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:17,966 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba' 2024-12-01T23:22:17,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:17,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba" 2024-12-01T23:22:17,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d478cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:17,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41433,-1] 2024-12-01T23:22:17,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:17,968 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:17,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21f2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:17,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:17,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,39507,1733095334640, seqNum=-1] 2024-12-01T23:22:17,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:17,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:22:17,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,41433,1733095334497 2024-12-01T23:22:17,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54770 2024-12-01T23:22:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:22:17,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019333e8b00008 connected 2024-12-01T23:22:17,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:18,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34425,1733095323121 2024-12-01T23:22:18,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a88e4d0 2024-12-01T23:22:18,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:18,001 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:18,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:22:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:22:18,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:22:18,004 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:18,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:22:18,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:22:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:22:18,016 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e0e556bc30409cf87473719c833b321, NAME => 'test,,1733095338001.4e0e556bc30409cf87473719c833b321.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060 2024-12-01T23:22:18,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:22:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:18,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095338001.4e0e556bc30409cf87473719c833b321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:18,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e0e556bc30409cf87473719c833b321, disabling compactions & flushes 2024-12-01T23:22:18,422 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:18,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:18,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095338001.4e0e556bc30409cf87473719c833b321. after waiting 0 ms 2024-12-01T23:22:18,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:18,422 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:18,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e0e556bc30409cf87473719c833b321: Waiting for close lock at 1733095338422Disabling compacts and flushes for region at 1733095338422Disabling writes for close at 1733095338422Writing region close event to WAL at 1733095338422Closed at 1733095338422 2024-12-01T23:22:18,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:22:18,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095338001.4e0e556bc30409cf87473719c833b321.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095338423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095338423"}]},"ts":"1733095338423"} 2024-12-01T23:22:18,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:22:18,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:22:18,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095338426"}]},"ts":"1733095338426"} 2024-12-01T23:22:18,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:22:18,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e0e556bc30409cf87473719c833b321, ASSIGN}] 2024-12-01T23:22:18,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e0e556bc30409cf87473719c833b321, ASSIGN 2024-12-01T23:22:18,430 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e0e556bc30409cf87473719c833b321, ASSIGN; state=OFFLINE, location=f962de17fdc3,34917,1733095323312; forceNewPlan=false, retain=false 2024-12-01T23:22:18,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e0e556bc30409cf87473719c833b321, regionState=OPENING, regionLocation=f962de17fdc3,34917,1733095323312 2024-12-01T23:22:18,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e0e556bc30409cf87473719c833b321, ASSIGN because future has completed 2024-12-01T23:22:18,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e0e556bc30409cf87473719c833b321, server=f962de17fdc3,34917,1733095323312}] 2024-12-01T23:22:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:18,739 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:18,739 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e0e556bc30409cf87473719c833b321, NAME => 'test,,1733095338001.4e0e556bc30409cf87473719c833b321.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:22:18,739 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:22:18,739 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:22:18,739 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,739 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095338001.4e0e556bc30409cf87473719c833b321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:18,739 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,739 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,740 INFO [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,741 INFO [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0e556bc30409cf87473719c833b321 columnFamilyName f 2024-12-01T23:22:18,741 DEBUG [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:18,742 INFO [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] regionserver.HStore(327): Store=4e0e556bc30409cf87473719c833b321/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:18,742 INFO [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,742 INFO [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0e556bc30409cf87473719c833b321 columnFamilyName f1 2024-12-01T23:22:18,742 DEBUG [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:18,743 INFO [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] regionserver.HStore(327): Store=4e0e556bc30409cf87473719c833b321/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:18,743 INFO [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,743 INFO [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e0e556bc30409cf87473719c833b321 columnFamilyName norep 2024-12-01T23:22:18,743 DEBUG [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:18,744 INFO [StoreOpener-4e0e556bc30409cf87473719c833b321-1 {}] regionserver.HStore(327): Store=4e0e556bc30409cf87473719c833b321/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:18,744 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,744 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,745 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,745 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,745 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,746 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:22:18,746 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,748 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:22:18,748 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e0e556bc30409cf87473719c833b321; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72624630, jitterRate=0.08219131827354431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:22:18,748 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:18,748 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e0e556bc30409cf87473719c833b321: Running coprocessor pre-open hook at 1733095338739Writing region info on filesystem at 1733095338739Initializing all the Stores at 1733095338740 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095338740Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095338740Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095338740Cleaning up temporary data from old regions at 1733095338745 (+5 ms)Running coprocessor post-open hooks at 1733095338748 (+3 ms)Region opened successfully at 1733095338748 2024-12-01T23:22:18,749 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095338001.4e0e556bc30409cf87473719c833b321., pid=6, masterSystemTime=1733095338734 2024-12-01T23:22:18,750 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:18,750 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:18,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e0e556bc30409cf87473719c833b321, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,34917,1733095323312 2024-12-01T23:22:18,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e0e556bc30409cf87473719c833b321, server=f962de17fdc3,34917,1733095323312 because future has completed 2024-12-01T23:22:18,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:22:18,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e0e556bc30409cf87473719c833b321, server=f962de17fdc3,34917,1733095323312 in 170 msec 2024-12-01T23:22:18,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:22:18,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e0e556bc30409cf87473719c833b321, ASSIGN in 326 msec 2024-12-01T23:22:18,756 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:22:18,756 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095338756"}]},"ts":"1733095338756"} 2024-12-01T23:22:18,757 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:22:18,758 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:22:18,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-12-01T23:22:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:19,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:19,142 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:22:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,40703,1733095329245 2024-12-01T23:22:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47a92eae 2024-12-01T23:22:19,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:19,144 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:19,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:22:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:22:19,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:22:19,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:19,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:22:19,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:22:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:19,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:22:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:19,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 142099c079eae38b2a91f7619624c56b, NAME => 'test,,1733095339144.142099c079eae38b2a91f7619624c56b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b 2024-12-01T23:22:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:22:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:19,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095339144.142099c079eae38b2a91f7619624c56b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:19,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 142099c079eae38b2a91f7619624c56b, disabling compactions & flushes 2024-12-01T23:22:19,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:19,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:19,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095339144.142099c079eae38b2a91f7619624c56b. after waiting 0 ms 2024-12-01T23:22:19,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:19,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:19,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 142099c079eae38b2a91f7619624c56b: Waiting for close lock at 1733095339961Disabling compacts and flushes for region at 1733095339961Disabling writes for close at 1733095339961Writing region close event to WAL at 1733095339961Closed at 1733095339961 2024-12-01T23:22:19,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:22:19,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095339144.142099c079eae38b2a91f7619624c56b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095339962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095339962"}]},"ts":"1733095339962"} 2024-12-01T23:22:19,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:22:19,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:22:19,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095339964"}]},"ts":"1733095339964"} 2024-12-01T23:22:19,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:22:19,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=142099c079eae38b2a91f7619624c56b, ASSIGN}] 2024-12-01T23:22:19,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=142099c079eae38b2a91f7619624c56b, ASSIGN 2024-12-01T23:22:19,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=142099c079eae38b2a91f7619624c56b, ASSIGN; state=OFFLINE, location=f962de17fdc3,40755,1733095329396; forceNewPlan=false, retain=false 2024-12-01T23:22:20,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=142099c079eae38b2a91f7619624c56b, regionState=OPENING, regionLocation=f962de17fdc3,40755,1733095329396 2024-12-01T23:22:20,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=142099c079eae38b2a91f7619624c56b, ASSIGN because future has completed 2024-12-01T23:22:20,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 142099c079eae38b2a91f7619624c56b, server=f962de17fdc3,40755,1733095329396}] 2024-12-01T23:22:20,274 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:20,274 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 142099c079eae38b2a91f7619624c56b, NAME => 'test,,1733095339144.142099c079eae38b2a91f7619624c56b.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:22:20,274 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:22:20,274 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:22:20,274 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,275 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095339144.142099c079eae38b2a91f7619624c56b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:20,275 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,275 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,276 INFO [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,277 INFO [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 142099c079eae38b2a91f7619624c56b columnFamilyName f 2024-12-01T23:22:20,277 DEBUG [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:20,277 INFO [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] regionserver.HStore(327): Store=142099c079eae38b2a91f7619624c56b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:20,277 INFO [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,278 INFO [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 142099c079eae38b2a91f7619624c56b columnFamilyName f1 2024-12-01T23:22:20,278 DEBUG [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:20,278 INFO [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] regionserver.HStore(327): Store=142099c079eae38b2a91f7619624c56b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:20,278 INFO [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,279 INFO [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 142099c079eae38b2a91f7619624c56b columnFamilyName norep 2024-12-01T23:22:20,279 DEBUG [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:20,279 INFO [StoreOpener-142099c079eae38b2a91f7619624c56b-1 {}] regionserver.HStore(327): Store=142099c079eae38b2a91f7619624c56b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:20,279 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,280 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,280 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,281 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,281 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,281 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:22:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:20,282 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,283 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:22:20,283 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 142099c079eae38b2a91f7619624c56b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58814515, jitterRate=-0.12359543144702911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:22:20,283 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:20,283 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 142099c079eae38b2a91f7619624c56b: Running coprocessor pre-open hook at 1733095340275Writing region info on filesystem at 1733095340275Initializing all the Stores at 1733095340275Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095340275Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095340276 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095340276Cleaning up temporary data from old regions at 1733095340281 (+5 ms)Running coprocessor post-open hooks at 1733095340283 (+2 ms)Region opened successfully at 1733095340283 2024-12-01T23:22:20,284 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095339144.142099c079eae38b2a91f7619624c56b., pid=6, masterSystemTime=1733095340271 2024-12-01T23:22:20,285 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:20,285 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:20,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=142099c079eae38b2a91f7619624c56b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,40755,1733095329396 2024-12-01T23:22:20,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 142099c079eae38b2a91f7619624c56b, server=f962de17fdc3,40755,1733095329396 because future has completed 2024-12-01T23:22:20,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:22:20,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 142099c079eae38b2a91f7619624c56b, server=f962de17fdc3,40755,1733095329396 in 169 msec 2024-12-01T23:22:20,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:22:20,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=142099c079eae38b2a91f7619624c56b, ASSIGN in 324 msec 2024-12-01T23:22:20,291 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:22:20,291 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095340291"}]},"ts":"1733095340291"} 2024-12-01T23:22:20,292 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:22:20,292 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:22:20,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-01T23:22:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:21,291 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:22:21,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41433,1733095334497 2024-12-01T23:22:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b5d2d1a 2024-12-01T23:22:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:21,293 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:21,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:22:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T23:22:21,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:22:21,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:21,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T23:22:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:21,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:22:21,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741835_1011 (size=902) 2024-12-01T23:22:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:21,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fcb1cb20e3b6fed065f8b3847bf67f7, NAME => 'test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd 2024-12-01T23:22:21,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741836_1012 (size=39) 2024-12-01T23:22:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:22,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:22,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7fcb1cb20e3b6fed065f8b3847bf67f7, disabling compactions & flushes 2024-12-01T23:22:22,106 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:22,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:22,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. after waiting 0 ms 2024-12-01T23:22:22,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:22,106 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:22,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fcb1cb20e3b6fed065f8b3847bf67f7: Waiting for close lock at 1733095342106Disabling compacts and flushes for region at 1733095342106Disabling writes for close at 1733095342106Writing region close event to WAL at 1733095342106Closed at 1733095342106 2024-12-01T23:22:22,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:22:22,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733095342107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095342107"}]},"ts":"1733095342107"} 2024-12-01T23:22:22,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:22:22,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:22:22,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095342110"}]},"ts":"1733095342110"} 2024-12-01T23:22:22,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T23:22:22,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fcb1cb20e3b6fed065f8b3847bf67f7, ASSIGN}] 2024-12-01T23:22:22,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fcb1cb20e3b6fed065f8b3847bf67f7, ASSIGN 2024-12-01T23:22:22,113 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7fcb1cb20e3b6fed065f8b3847bf67f7, ASSIGN; state=OFFLINE, location=f962de17fdc3,39507,1733095334640; forceNewPlan=false, retain=false 2024-12-01T23:22:22,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fcb1cb20e3b6fed065f8b3847bf67f7, regionState=OPENING, regionLocation=f962de17fdc3,39507,1733095334640 2024-12-01T23:22:22,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7fcb1cb20e3b6fed065f8b3847bf67f7, ASSIGN because future has completed 2024-12-01T23:22:22,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fcb1cb20e3b6fed065f8b3847bf67f7, server=f962de17fdc3,39507,1733095334640}] 2024-12-01T23:22:22,421 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:22,421 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fcb1cb20e3b6fed065f8b3847bf67f7, NAME => 'test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:22:22,421 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:22:22,421 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T23:22:22,421 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,421 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:22,421 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,421 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,422 INFO [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,423 INFO [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fcb1cb20e3b6fed065f8b3847bf67f7 columnFamilyName f 2024-12-01T23:22:22,423 DEBUG [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:22,423 INFO [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] regionserver.HStore(327): Store=7fcb1cb20e3b6fed065f8b3847bf67f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:22,423 INFO [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,424 INFO [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fcb1cb20e3b6fed065f8b3847bf67f7 columnFamilyName f1 2024-12-01T23:22:22,424 DEBUG [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:22,425 INFO [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] regionserver.HStore(327): Store=7fcb1cb20e3b6fed065f8b3847bf67f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:22,425 INFO [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,425 INFO [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fcb1cb20e3b6fed065f8b3847bf67f7 columnFamilyName norep 2024-12-01T23:22:22,425 DEBUG [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:22,426 INFO [StoreOpener-7fcb1cb20e3b6fed065f8b3847bf67f7-1 {}] regionserver.HStore(327): Store=7fcb1cb20e3b6fed065f8b3847bf67f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:22,426 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,426 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,426 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,427 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,427 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,427 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:22:22,428 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,429 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:22:22,429 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fcb1cb20e3b6fed065f8b3847bf67f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59178597, jitterRate=-0.11817018687725067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:22:22,429 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:22,429 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fcb1cb20e3b6fed065f8b3847bf67f7: Running coprocessor pre-open hook at 1733095342422Writing region info on filesystem at 1733095342422Initializing all the Stores at 1733095342422Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095342422Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095342422Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095342422Cleaning up temporary data from old regions at 1733095342427 (+5 ms)Running coprocessor post-open hooks at 1733095342429 (+2 ms)Region opened successfully at 1733095342429 2024-12-01T23:22:22,430 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7., pid=6, masterSystemTime=1733095342418 2024-12-01T23:22:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:22,431 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:22,431 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:22,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fcb1cb20e3b6fed065f8b3847bf67f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f962de17fdc3,39507,1733095334640 2024-12-01T23:22:22,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fcb1cb20e3b6fed065f8b3847bf67f7, server=f962de17fdc3,39507,1733095334640 because future has completed 2024-12-01T23:22:22,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:22:22,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fcb1cb20e3b6fed065f8b3847bf67f7, server=f962de17fdc3,39507,1733095334640 in 168 msec 2024-12-01T23:22:22,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:22:22,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7fcb1cb20e3b6fed065f8b3847bf67f7, ASSIGN in 323 msec 2024-12-01T23:22:22,437 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:22:22,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095342437"}]},"ts":"1733095342437"} 2024-12-01T23:22:22,438 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T23:22:22,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:22:22,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-01T23:22:23,346 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:22:23,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:22:23,441 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T23:22:23,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f9843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:23,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34425,-1 for getting cluster id 2024-12-01T23:22:23,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:23,443 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cda4db4-e6fd-4456-860e-c6443f6c0abb' 2024-12-01T23:22:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cda4db4-e6fd-4456-860e-c6443f6c0abb" 2024-12-01T23:22:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbc9526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34425,-1] 2024-12-01T23:22:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:23,445 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17aadfd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:23,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34425,1733095323121 2024-12-01T23:22:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52a2551d 2024-12-01T23:22:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:23,446 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:23,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f962de17fdc3:40703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:22:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:22:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:22:23,449 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:40703' 2024-12-01T23:22:23,450 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de0d8f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:23,450 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,40703,-1 for getting cluster id 2024-12-01T23:22:23,450 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:23,451 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74f6ad8e-a684-4030-b522-be3ff2d74c70' 2024-12-01T23:22:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74f6ad8e-a684-4030-b522-be3ff2d74c70" 2024-12-01T23:22:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c2fb77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,40703,-1] 2024-12-01T23:22:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:23,452 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:23,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337cfa36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:23,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:23,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,40703,1733095329245 2024-12-01T23:22:23,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c0e915b 2024-12-01T23:22:23,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:23,453 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:23,454 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T23:22:23,454 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:22:23,454 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:23,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:23,454 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:23,454 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:22:23,455 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T23:22:23,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:22:23,456 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:23,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:22:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741837_1013 (size=1138) 2024-12-01T23:22:23,505 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T23:22:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:22:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:22:23,862 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac45b8bf5dd80c1b87cefc2a14d3d4c6, NAME => 'hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060 2024-12-01T23:22:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741838_1014 (size=44) 2024-12-01T23:22:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:22:24,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:24,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ac45b8bf5dd80c1b87cefc2a14d3d4c6, disabling compactions & flushes 2024-12-01T23:22:24,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:24,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:24,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. after waiting 0 ms 2024-12-01T23:22:24,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:24,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:24,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac45b8bf5dd80c1b87cefc2a14d3d4c6: Waiting for close lock at 1733095344267Disabling compacts and flushes for region at 1733095344267Disabling writes for close at 1733095344267Writing region close event to WAL at 1733095344267Closed at 1733095344267 2024-12-01T23:22:24,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:22:24,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733095344268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733095344268"}]},"ts":"1733095344268"} 2024-12-01T23:22:24,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:22:24,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:22:24,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095344270"}]},"ts":"1733095344270"} 2024-12-01T23:22:24,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T23:22:24,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac45b8bf5dd80c1b87cefc2a14d3d4c6, ASSIGN}] 2024-12-01T23:22:24,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac45b8bf5dd80c1b87cefc2a14d3d4c6, ASSIGN 2024-12-01T23:22:24,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac45b8bf5dd80c1b87cefc2a14d3d4c6, ASSIGN; state=OFFLINE, location=f962de17fdc3,34917,1733095323312; forceNewPlan=false, retain=false 2024-12-01T23:22:24,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ac45b8bf5dd80c1b87cefc2a14d3d4c6, regionState=OPENING, regionLocation=f962de17fdc3,34917,1733095323312 2024-12-01T23:22:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac45b8bf5dd80c1b87cefc2a14d3d4c6, ASSIGN because future has completed 2024-12-01T23:22:24,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac45b8bf5dd80c1b87cefc2a14d3d4c6, server=f962de17fdc3,34917,1733095323312}] 2024-12-01T23:22:24,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:24,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:22:24,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T23:22:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:22:24,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f962de17fdc3%2C34917%2C1733095323312.rep, suffix=, logDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312, archiveDir=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/oldWALs, maxLogs=10 2024-12-01T23:22:24,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.rep.1733095344582, exclude list is [], retry=0 2024-12-01T23:22:24,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46059,DS-467f3ce0-517b-45fe-a46b-9040a233101f,DISK] 2024-12-01T23:22:24,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.rep.1733095344582 2024-12-01T23:22:24,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-12-01T23:22:24,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ac45b8bf5dd80c1b87cefc2a14d3d4c6, NAME => 'hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:22:24,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T23:22:24,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:22:24,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. service=MultiRowMutationService 2024-12-01T23:22:24,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T23:22:24,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:22:24,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,599 INFO [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,600 INFO [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac45b8bf5dd80c1b87cefc2a14d3d4c6 columnFamilyName hfileref 2024-12-01T23:22:24,600 DEBUG [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:24,600 INFO [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] regionserver.HStore(327): Store=ac45b8bf5dd80c1b87cefc2a14d3d4c6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:24,601 INFO [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,601 INFO [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac45b8bf5dd80c1b87cefc2a14d3d4c6 columnFamilyName queue 2024-12-01T23:22:24,601 DEBUG [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:24,602 INFO [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] regionserver.HStore(327): Store=ac45b8bf5dd80c1b87cefc2a14d3d4c6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:24,602 INFO [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,602 INFO [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac45b8bf5dd80c1b87cefc2a14d3d4c6 columnFamilyName sid 2024-12-01T23:22:24,602 DEBUG [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:22:24,603 INFO [StoreOpener-ac45b8bf5dd80c1b87cefc2a14d3d4c6-1 {}] regionserver.HStore(327): Store=ac45b8bf5dd80c1b87cefc2a14d3d4c6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:22:24,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T23:22:24,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:22:24,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ac45b8bf5dd80c1b87cefc2a14d3d4c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69422651, jitterRate=0.03447811305522919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T23:22:24,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:24,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ac45b8bf5dd80c1b87cefc2a14d3d4c6: Running coprocessor pre-open hook at 1733095344598Writing region info on filesystem at 1733095344598Initializing all the Stores at 1733095344599 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095344599Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095344599Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733095344599Cleaning up temporary data from old regions at 1733095344604 (+5 ms)Running coprocessor post-open hooks at 1733095344610 (+6 ms)Region opened successfully at 1733095344610 2024-12-01T23:22:24,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6., pid=10, masterSystemTime=1733095344578 2024-12-01T23:22:24,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:24,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:24,615 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ac45b8bf5dd80c1b87cefc2a14d3d4c6, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,34917,1733095323312 2024-12-01T23:22:24,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac45b8bf5dd80c1b87cefc2a14d3d4c6, server=f962de17fdc3,34917,1733095323312 because future has completed 2024-12-01T23:22:24,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T23:22:24,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ac45b8bf5dd80c1b87cefc2a14d3d4c6, server=f962de17fdc3,34917,1733095323312 in 193 msec 2024-12-01T23:22:24,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T23:22:24,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac45b8bf5dd80c1b87cefc2a14d3d4c6, ASSIGN in 349 msec 2024-12-01T23:22:24,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:22:24,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733095344623"}]},"ts":"1733095344623"} 2024-12-01T23:22:24,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T23:22:24,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:22:24,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-01T23:22:24,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6., hostname=f962de17fdc3,34917,1733095323312, seqNum=2] 2024-12-01T23:22:24,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:24,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:24,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:22:24,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T23:22:24,949 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T23:22:24,974 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f962de17fdc3,34917,1733095323312, ReplicationSource: 1, currentBandwidth=0 2024-12-01T23:22:24,974 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:24,974 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,34917,1733095323312, seqNum=-1] 2024-12-01T23:22:24,975 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:24,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-01T23:22:24,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f962de17fdc3,34917,1733095323312', locateType=CURRENT is [region=hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6., hostname=f962de17fdc3,34917,1733095323312, seqNum=2] 2024-12-01T23:22:24,979 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T23:22:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T23:22:24,981 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f962de17fdc3,34917,1733095323312 suceeded 2024-12-01T23:22:24,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T23:22:24,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-01T23:22:24,983 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f962de17fdc3:40703,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:22:24,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5360 sec 2024-12-01T23:22:24,999 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:40703' 2024-12-01T23:22:25,000 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2759c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,000 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,40703,-1 for getting cluster id 2024-12-01T23:22:25,000 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:25,001 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74f6ad8e-a684-4030-b522-be3ff2d74c70' 2024-12-01T23:22:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74f6ad8e-a684-4030-b522-be3ff2d74c70" 2024-12-01T23:22:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@262a7ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,40703,-1] 2024-12-01T23:22:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:25,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:25,002 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:25,003 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b490b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,003 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:25,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,40703,1733095329245 2024-12-01T23:22:25,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66f24e6f 2024-12-01T23:22:25,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:25,004 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-01T23:22:25,005 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f962de17fdc3,34917,1733095323312 (queues=1) is replicating from cluster=4cda4db4-e6fd-4456-860e-c6443f6c0abb to cluster=74f6ad8e-a684-4030-b522-be3ff2d74c70 2024-12-01T23:22:25,005 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f962de17fdc3%2C34917%2C1733095323312 2024-12-01T23:22:25,005 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f962de17fdc3,34917,1733095323312, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:22:25,005 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C34917%2C1733095323312 2024-12-01T23:22:25,005 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922, startPosition=0, beingWritten=true 2024-12-01T23:22:25,013 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:22:25,013 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 379, reset compression=false 2024-12-01T23:22:25,013 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34917,1733095323312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:22:25,216 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 379, reset compression=false 2024-12-01T23:22:25,292 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:22:25,519 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 379, reset compression=false 2024-12-01T23:22:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T23:22:25,592 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T23:22:25,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:25,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:25,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:25,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:25,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:25,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34425,-1 for getting cluster id 2024-12-01T23:22:25,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:25,593 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cda4db4-e6fd-4456-860e-c6443f6c0abb' 2024-12-01T23:22:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cda4db4-e6fd-4456-860e-c6443f6c0abb" 2024-12-01T23:22:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e296e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34425,-1] 2024-12-01T23:22:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:25,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:25,594 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:25,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0e1f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,40703,-1 for getting cluster id 2024-12-01T23:22:25,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:25,595 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74f6ad8e-a684-4030-b522-be3ff2d74c70' 2024-12-01T23:22:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74f6ad8e-a684-4030-b522-be3ff2d74c70" 2024-12-01T23:22:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2066b8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,40703,-1] 2024-12-01T23:22:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:25,596 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7858d51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41433,-1 for getting cluster id 2024-12-01T23:22:25,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:25,598 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba' 2024-12-01T23:22:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba" 2024-12-01T23:22:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e0a767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41433,-1] 2024-12-01T23:22:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:25,599 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55198b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:25,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:25,603 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733095345602/Put/seqid=0 2024-12-01T23:22:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741840_1016 (size=7894) 2024-12-01T23:22:25,923 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 379, reset compression=false 2024-12-01T23:22:26,008 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733095346008/Put/seqid=0 2024-12-01T23:22:26,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741841_1017 (size=7691) 2024-12-01T23:22:26,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:26,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34425,-1 for getting cluster id 2024-12-01T23:22:26,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:26,413 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cda4db4-e6fd-4456-860e-c6443f6c0abb' 2024-12-01T23:22:26,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:26,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cda4db4-e6fd-4456-860e-c6443f6c0abb" 2024-12-01T23:22:26,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30af40e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:26,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34425,-1] 2024-12-01T23:22:26,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:26,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:26,414 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:26,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:26,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,34917,1733095323312, seqNum=-1] 2024-12-01T23:22:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:26,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:22:26,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:26,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34425,1733095323121 2024-12-01T23:22:26,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc07b74 2024-12-01T23:22:26,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:26,424 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095338001.4e0e556bc30409cf87473719c833b321., hostname=f962de17fdc3,34917,1733095323312, seqNum=2] 2024-12-01T23:22:26,426 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 379, reset compression=false 2024-12-01T23:22:26,429 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:22:26,433 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-01T23:22:26,434 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-01T23:22:26,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 4e0e556bc30409cf87473719c833b321/f 2024-12-01T23:22:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-01T23:22:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:22:26,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 4e0e556bc30409cf87473719c833b321/f 2024-12-01T23:22:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-01T23:22:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:22:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegion(2603): Flush status journal for 4e0e556bc30409cf87473719c833b321: 2024-12-01T23:22:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__31mvvvk0jfl4tumfn8or06h0l4euaegoh26rna0k2bun3006o59pmg8i2jlhjhft/f/hfile_0 2024-12-01T23:22:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__31mvvvk0jfl4tumfn8or06h0l4euaegoh26rna0k2bun3006o59pmg8i2jlhjhft/f/hfile_0 as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/76ba5ddc5e424a99b02850436553ce4f_SeqId_4_ 2024-12-01T23:22:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__31mvvvk0jfl4tumfn8or06h0l4euaegoh26rna0k2bun3006o59pmg8i2jlhjhft/f/hfile_1 2024-12-01T23:22:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__31mvvvk0jfl4tumfn8or06h0l4euaegoh26rna0k2bun3006o59pmg8i2jlhjhft/f/hfile_1 as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/77386a770a564981a40c5b401b3219f6_SeqId_4_ 2024-12-01T23:22:26,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__31mvvvk0jfl4tumfn8or06h0l4euaegoh26rna0k2bun3006o59pmg8i2jlhjhft/f/hfile_0 into 4e0e556bc30409cf87473719c833b321/f as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/76ba5ddc5e424a99b02850436553ce4f_SeqId_4_ - updating store file list. 2024-12-01T23:22:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76ba5ddc5e424a99b02850436553ce4f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:22:26,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/76ba5ddc5e424a99b02850436553ce4f_SeqId_4_ into 4e0e556bc30409cf87473719c833b321/f 2024-12-01T23:22:26,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__31mvvvk0jfl4tumfn8or06h0l4euaegoh26rna0k2bun3006o59pmg8i2jlhjhft/f/hfile_0 into 4e0e556bc30409cf87473719c833b321/f (new location: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/76ba5ddc5e424a99b02850436553ce4f_SeqId_4_) 2024-12-01T23:22:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__31mvvvk0jfl4tumfn8or06h0l4euaegoh26rna0k2bun3006o59pmg8i2jlhjhft/f/hfile_0 2024-12-01T23:22:26,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__31mvvvk0jfl4tumfn8or06h0l4euaegoh26rna0k2bun3006o59pmg8i2jlhjhft/f/hfile_1 into 4e0e556bc30409cf87473719c833b321/f as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/77386a770a564981a40c5b401b3219f6_SeqId_4_ - updating store file list. 2024-12-01T23:22:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77386a770a564981a40c5b401b3219f6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:22:26,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/77386a770a564981a40c5b401b3219f6_SeqId_4_ into 4e0e556bc30409cf87473719c833b321/f 2024-12-01T23:22:26,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__31mvvvk0jfl4tumfn8or06h0l4euaegoh26rna0k2bun3006o59pmg8i2jlhjhft/f/hfile_1 into 4e0e556bc30409cf87473719c833b321/f (new location: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/77386a770a564981a40c5b401b3219f6_SeqId_4_) 2024-12-01T23:22:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__31mvvvk0jfl4tumfn8or06h0l4euaegoh26rna0k2bun3006o59pmg8i2jlhjhft/f/hfile_1 2024-12-01T23:22:26,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:26,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:26,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:26,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733095338001.4e0e556bc30409cf87473719c833b321., hostname=f962de17fdc3,34917,1733095323312, seqNum=2 , the old value is region=test,,1733095338001.4e0e556bc30409cf87473719c833b321., hostname=f962de17fdc3,34917,1733095323312, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f962de17fdc3:34917 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:22:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733095338001.4e0e556bc30409cf87473719c833b321., hostname=f962de17fdc3,34917,1733095323312, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:22:26,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733095338001.4e0e556bc30409cf87473719c833b321., hostname=f962de17fdc3,34917,1733095323312, seqNum=2 from cache 2024-12-01T23:22:26,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,40755,1733095329396, seqNum=-1] 2024-12-01T23:22:26,457 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T23:22:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:26,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:22:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095339144.142099c079eae38b2a91f7619624c56b., hostname=f962de17fdc3,40755,1733095329396, seqNum=2] 2024-12-01T23:22:26,460 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T23:22:26,561 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-01T23:22:27,029 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 379, reset compression=false 2024-12-01T23:22:27,068 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:22:27,068 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34917,1733095323312 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e0e556bc30409cf87473719c833b321/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733095346454/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T23:22:27,070 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:22:27,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-01T23:22:27,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.ReplicationSink(318): Replicating [4cda4db4-e6fd-4456-860e-c6443f6c0abb] bulk loaded data 2024-12-01T23:22:27,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@414e89aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:27,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,40703,-1 for getting cluster id 2024-12-01T23:22:27,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:27,072 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74f6ad8e-a684-4030-b522-be3ff2d74c70' 2024-12-01T23:22:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74f6ad8e-a684-4030-b522-be3ff2d74c70" 2024-12-01T23:22:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79fa85e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,40703,-1] 2024-12-01T23:22:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:27,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:27,073 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:27,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1457be1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741837_1013 (size=7894) 2024-12-01T23:22:27,268 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 687, reset compression=false 2024-12-01T23:22:27,462 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T23:22:27,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741838_1014 (size=7691) 2024-12-01T23:22:27,571 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 687, reset compression=false 2024-12-01T23:22:27,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:27,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,40703,1733095329245 2024-12-01T23:22:27,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11a6a5ec 2024-12-01T23:22:27,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:27,894 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-01T23:22:27,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:22:27,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:27,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,40755,1733095329396, seqNum=-1] 2024-12-01T23:22:27,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:27,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-01T23:22:27,902 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/76ba5ddc5e424a99b02850436553ce4f_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-01T23:22:27,904 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/77386a770a564981a40c5b401b3219f6_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-01T23:22:27,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/77386a770a564981a40c5b401b3219f6_SeqId_4_ for inclusion in 142099c079eae38b2a91f7619624c56b/f 2024-12-01T23:22:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-01T23:22:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:22:27,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/76ba5ddc5e424a99b02850436553ce4f_SeqId_4_ for inclusion in 142099c079eae38b2a91f7619624c56b/f 2024-12-01T23:22:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-01T23:22:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:22:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HRegion(2603): Flush status journal for 142099c079eae38b2a91f7619624c56b: 2024-12-01T23:22:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 77386a770a564981a40c5b401b3219f6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:22:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/77386a770a564981a40c5b401b3219f6_SeqId_4_ as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/5bc886944c454bc7976a0576b5ef0a58_SeqId_4_ 2024-12-01T23:22:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 76ba5ddc5e424a99b02850436553ce4f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:22:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/76ba5ddc5e424a99b02850436553ce4f_SeqId_4_ as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/cc0c50392e284e7e9b6ab79270d6378c_SeqId_4_ 2024-12-01T23:22:27,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/77386a770a564981a40c5b401b3219f6_SeqId_4_ into 142099c079eae38b2a91f7619624c56b/f as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/5bc886944c454bc7976a0576b5ef0a58_SeqId_4_ - updating store file list. 2024-12-01T23:22:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5bc886944c454bc7976a0576b5ef0a58_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:22:27,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/5bc886944c454bc7976a0576b5ef0a58_SeqId_4_ into 142099c079eae38b2a91f7619624c56b/f 2024-12-01T23:22:27,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/77386a770a564981a40c5b401b3219f6_SeqId_4_ into 142099c079eae38b2a91f7619624c56b/f (new location: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/5bc886944c454bc7976a0576b5ef0a58_SeqId_4_) 2024-12-01T23:22:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/77386a770a564981a40c5b401b3219f6_SeqId_4_ 2024-12-01T23:22:27,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/76ba5ddc5e424a99b02850436553ce4f_SeqId_4_ into 142099c079eae38b2a91f7619624c56b/f as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/cc0c50392e284e7e9b6ab79270d6378c_SeqId_4_ - updating store file list. 2024-12-01T23:22:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc0c50392e284e7e9b6ab79270d6378c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:22:27,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/cc0c50392e284e7e9b6ab79270d6378c_SeqId_4_ into 142099c079eae38b2a91f7619624c56b/f 2024-12-01T23:22:27,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/76ba5ddc5e424a99b02850436553ce4f_SeqId_4_ into 142099c079eae38b2a91f7619624c56b/f (new location: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/cc0c50392e284e7e9b6ab79270d6378c_SeqId_4_) 2024-12-01T23:22:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__gg1g7if3ne3kb0qjup9qidntkichn3849h3sem1akarj14mhhriuaa7dog7mtchk/f/76ba5ddc5e424a99b02850436553ce4f_SeqId_4_ 2024-12-01T23:22:27,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.ReplicationSink(324): Finished replicating [4cda4db4-e6fd-4456-860e-c6443f6c0abb] bulk loaded data 2024-12-01T23:22:27,977 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 687, reset compression=false 2024-12-01T23:22:28,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,39507,1733095334640, seqNum=-1] 2024-12-01T23:22:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:28,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:22:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7., hostname=f962de17fdc3,39507,1733095334640, seqNum=2] 2024-12-01T23:22:28,480 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 687, reset compression=false 2024-12-01T23:22:28,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:22:28,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:22:28,482 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f962de17fdc3%2C34917%2C1733095323312:(num 1733095325922) roll requested 2024-12-01T23:22:28,498 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482, exclude list is [], retry=0 2024-12-01T23:22:28,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46059,DS-467f3ce0-517b-45fe-a46b-9040a233101f,DISK] 2024-12-01T23:22:28,501 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 2024-12-01T23:22:28,502 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-12-01T23:22:28,502 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 is not closed yet, will try archiving it next time 2024-12-01T23:22:28,502 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f962de17fdc3%2C34917%2C1733095323312.rep:(num 1733095344582) roll requested 2024-12-01T23:22:28,503 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 not finished, retry = 0 2024-12-01T23:22:28,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741832_1008 (size=695) 2024-12-01T23:22:28,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d68a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:28,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34425,-1 for getting cluster id 2024-12-01T23:22:28,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:28,504 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cda4db4-e6fd-4456-860e-c6443f6c0abb' 2024-12-01T23:22:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cda4db4-e6fd-4456-860e-c6443f6c0abb" 2024-12-01T23:22:28,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f127e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:28,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34425,-1] 2024-12-01T23:22:28,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:28,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:28,505 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4cb897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:28,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34425,1733095323121 2024-12-01T23:22:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19229d37 2024-12-01T23:22:28,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:28,507 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:28,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f962de17fdc3:41433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T23:22:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T23:22:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T23:22:28,509 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:41433' 2024-12-01T23:22:28,510 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149bf4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:28,510 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41433,-1 for getting cluster id 2024-12-01T23:22:28,510 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:28,511 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba' 2024-12-01T23:22:28,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:28,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba" 2024-12-01T23:22:28,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268769df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:28,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41433,-1] 2024-12-01T23:22:28,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:28,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:28,511 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:28,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f82b088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:28,512 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:28,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41433,1733095334497 2024-12-01T23:22:28,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b16dc5 2024-12-01T23:22:28,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:28,513 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:28,513 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T23:22:28,514 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T23:22:28,514 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:28,514 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:28,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:28,520 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.rep.1733095348502, exclude list is [], retry=0 2024-12-01T23:22:28,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46059,DS-467f3ce0-517b-45fe-a46b-9040a233101f,DISK] 2024-12-01T23:22:28,522 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.rep.1733095344582 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.rep.1733095348502 2024-12-01T23:22:28,522 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-12-01T23:22:28,522 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.rep.1733095344582 is not closed yet, will try archiving it next time 2024-12-01T23:22:28,522 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f962de17fdc3%2C34917%2C1733095323312.meta:.meta(num 1733095327010) roll requested 2024-12-01T23:22:28,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741839_1015 (size=1505) 2024-12-01T23:22:28,523 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.rep.1733095344582 not finished, retry = 0 2024-12-01T23:22:28,538 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.meta.1733095348523.meta, exclude list is [], retry=0 2024-12-01T23:22:28,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46059,DS-467f3ce0-517b-45fe-a46b-9040a233101f,DISK] 2024-12-01T23:22:28,541 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.meta.1733095327010.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.meta.1733095348523.meta 2024-12-01T23:22:28,541 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-12-01T23:22:28,541 DEBUG [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.meta.1733095327010.meta is not closed yet, will try archiving it next time 2024-12-01T23:22:28,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741834_1010 (size=3473) 2024-12-01T23:22:28,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T23:22:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T23:22:28,613 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/oldWALs/f962de17fdc3%2C34917%2C1733095323312.1733095325922 2024-12-01T23:22:28,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-01T23:22:28,699 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-01T23:22:28,726 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-f962de17fdc3,34917,1733095323312, ReplicationSource: 2, currentBandwidth=0 2024-12-01T23:22:28,728 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-01T23:22:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-01T23:22:28,729 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f962de17fdc3,34917,1733095323312 suceeded 2024-12-01T23:22:28,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-01T23:22:28,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-01T23:22:28,730 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f962de17fdc3:41433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T23:22:28,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 223 msec 2024-12-01T23:22:28,741 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f962de17fdc3:41433' 2024-12-01T23:22:28,742 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f75131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:28,742 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41433,-1 for getting cluster id 2024-12-01T23:22:28,743 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:28,743 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba' 2024-12-01T23:22:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba" 2024-12-01T23:22:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ea06c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41433,-1] 2024-12-01T23:22:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:28,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:28,744 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:28,745 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12494ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:28,745 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:28,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41433,1733095334497 2024-12-01T23:22:28,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@210f3e3c 2024-12-01T23:22:28,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:28,746 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-01T23:22:28,746 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f962de17fdc3,34917,1733095323312 (queues=1) is replicating from cluster=4cda4db4-e6fd-4456-860e-c6443f6c0abb to cluster=9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba 2024-12-01T23:22:28,746 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f962de17fdc3%2C34917%2C1733095323312 2024-12-01T23:22:28,746 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f962de17fdc3,34917,1733095323312, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T23:22:28,747 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482, startPosition=0, beingWritten=true 2024-12-01T23:22:28,747 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f962de17fdc3%2C34917%2C1733095323312 2024-12-01T23:22:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T23:22:28,821 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-01T23:22:28,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:28,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:28,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:28,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:28,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:28,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:22:28,827 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733095348827/Put/seqid=0 2024-12-01T23:22:28,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741845_1021 (size=11194) 2024-12-01T23:22:28,837 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733095348836/Put/seqid=0 2024-12-01T23:22:28,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741846_1022 (size=10791) 2024-12-01T23:22:28,951 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 0, reset compression=false 2024-12-01T23:22:29,102 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 to pos 687, reset compression=false 2024-12-01T23:22:29,107 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 was moved to hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/oldWALs/f962de17fdc3%2C34917%2C1733095323312.1733095325922 2024-12-01T23:22:29,108 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922 2024-12-01T23:22:29,108 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34917,1733095323312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095325922, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-01T23:22:29,108 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482, startPosition=0, beingWritten=true 2024-12-01T23:22:29,110 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f962de17fdc3%2C34917%2C1733095323312.1733095325922] 2024-12-01T23:22:29,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:29,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,34425,-1 for getting cluster id 2024-12-01T23:22:29,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:29,248 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cda4db4-e6fd-4456-860e-c6443f6c0abb' 2024-12-01T23:22:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cda4db4-e6fd-4456-860e-c6443f6c0abb" 2024-12-01T23:22:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a91cb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,34425,-1] 2024-12-01T23:22:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:29,249 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:29,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:29,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,34917,1733095323312, seqNum=-1] 2024-12-01T23:22:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:29,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:22:29,254 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 0, reset compression=false 2024-12-01T23:22:29,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:29,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,34425,1733095323121 2024-12-01T23:22:29,258 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@564c9fc8 2024-12-01T23:22:29,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:29,259 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:22:29,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733095338001.4e0e556bc30409cf87473719c833b321., hostname=f962de17fdc3,34917,1733095323312, seqNum=2] 2024-12-01T23:22:29,263 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:22:29,267 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-01T23:22:29,269 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-01T23:22:29,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 4e0e556bc30409cf87473719c833b321/f 2024-12-01T23:22:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-01T23:22:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:22:29,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 4e0e556bc30409cf87473719c833b321/f 2024-12-01T23:22:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-01T23:22:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:22:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegion(2603): Flush status journal for 4e0e556bc30409cf87473719c833b321: 2024-12-01T23:22:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__ujupuvffcesqcmi9lpap2m92mf19fmqldj4p6eu6qkhlthpg11eal0hcpj0v8n4k/f/hfile_1 2024-12-01T23:22:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__ujupuvffcesqcmi9lpap2m92mf19fmqldj4p6eu6qkhlthpg11eal0hcpj0v8n4k/f/hfile_1 as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ 2024-12-01T23:22:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__ujupuvffcesqcmi9lpap2m92mf19fmqldj4p6eu6qkhlthpg11eal0hcpj0v8n4k/f/hfile_0 2024-12-01T23:22:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__ujupuvffcesqcmi9lpap2m92mf19fmqldj4p6eu6qkhlthpg11eal0hcpj0v8n4k/f/hfile_0 as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ 2024-12-01T23:22:29,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__ujupuvffcesqcmi9lpap2m92mf19fmqldj4p6eu6qkhlthpg11eal0hcpj0v8n4k/f/hfile_1 into 4e0e556bc30409cf87473719c833b321/f as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ - updating store file list. 2024-12-01T23:22:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T23:22:29,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ into 4e0e556bc30409cf87473719c833b321/f 2024-12-01T23:22:29,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__ujupuvffcesqcmi9lpap2m92mf19fmqldj4p6eu6qkhlthpg11eal0hcpj0v8n4k/f/hfile_1 into 4e0e556bc30409cf87473719c833b321/f (new location: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_) 2024-12-01T23:22:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__ujupuvffcesqcmi9lpap2m92mf19fmqldj4p6eu6qkhlthpg11eal0hcpj0v8n4k/f/hfile_1 2024-12-01T23:22:29,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__ujupuvffcesqcmi9lpap2m92mf19fmqldj4p6eu6qkhlthpg11eal0hcpj0v8n4k/f/hfile_0 into 4e0e556bc30409cf87473719c833b321/f as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ - updating store file list. 2024-12-01T23:22:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46151de930df4756860e06c3099c4ab6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T23:22:29,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ into 4e0e556bc30409cf87473719c833b321/f 2024-12-01T23:22:29,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__ujupuvffcesqcmi9lpap2m92mf19fmqldj4p6eu6qkhlthpg11eal0hcpj0v8n4k/f/hfile_0 into 4e0e556bc30409cf87473719c833b321/f (new location: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/f/46151de930df4756860e06c3099c4ab6_SeqId_6_) 2024-12-01T23:22:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/staging/jenkins__test__ujupuvffcesqcmi9lpap2m92mf19fmqldj4p6eu6qkhlthpg11eal0hcpj0v8n4k/f/hfile_0 2024-12-01T23:22:29,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:29,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:29,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:29,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733095338001.4e0e556bc30409cf87473719c833b321., hostname=f962de17fdc3,34917,1733095323312, seqNum=2 , the old value is region=test,,1733095338001.4e0e556bc30409cf87473719c833b321., hostname=f962de17fdc3,34917,1733095323312, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f962de17fdc3:34917 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:22:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733095338001.4e0e556bc30409cf87473719c833b321., hostname=f962de17fdc3,34917,1733095323312, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T23:22:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733095338001.4e0e556bc30409cf87473719c833b321., hostname=f962de17fdc3,34917,1733095323312, seqNum=2 from cache 2024-12-01T23:22:29,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:29,296 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T23:22:29,298 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T23:22:29,401 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-01T23:22:29,658 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 0, reset compression=false 2024-12-01T23:22:29,662 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:22:29,663 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f962de17fdc3,34917,1733095323312 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e0e556bc30409cf87473719c833b321/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733095349294/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T23:22:29,664 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:22:29,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-01T23:22:29,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.ReplicationSink(318): Replicating [4cda4db4-e6fd-4456-860e-c6443f6c0abb] bulk loaded data 2024-12-01T23:22:29,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30eb8fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:29,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41433,-1 for getting cluster id 2024-12-01T23:22:29,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:22:29,667 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba' 2024-12-01T23:22:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:22:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c12f7c5-892c-43b0-9b35-a92e0ec7b5ba" 2024-12-01T23:22:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f6f924f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41433,-1] 2024-12-01T23:22:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:22:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:29,668 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:22:29,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cbe466f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:22:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741837_1013 (size=10791) 2024-12-01T23:22:29,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741838_1014 (size=11194) 2024-12-01T23:22:29,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:29,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41433,1733095334497 2024-12-01T23:22:29,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@152ee154 2024-12-01T23:22:29,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:22:29,717 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-01T23:22:29,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:22:29,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:22:29,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,39507,1733095334640, seqNum=-1] 2024-12-01T23:22:29,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:22:29,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-01T23:22:29,735 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-01T23:22:29,739 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-01T23:22:29,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ for inclusion in 7fcb1cb20e3b6fed065f8b3847bf67f7/f 2024-12-01T23:22:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-01T23:22:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:22:29,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ for inclusion in 7fcb1cb20e3b6fed065f8b3847bf67f7/f 2024-12-01T23:22:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-01T23:22:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:22:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HRegion(2603): Flush status journal for 7fcb1cb20e3b6fed065f8b3847bf67f7: 2024-12-01T23:22:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 46151de930df4756860e06c3099c4ab6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:22:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7/f/ce27a276b7dd43c1b7d09b558a473c05_SeqId_4_ 2024-12-01T23:22:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:22:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7/f/45b2515af4d9439eac9d0cb0ba292bd3_SeqId_4_ 2024-12-01T23:22:29,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ into 7fcb1cb20e3b6fed065f8b3847bf67f7/f as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7/f/ce27a276b7dd43c1b7d09b558a473c05_SeqId_4_ - updating store file list. 2024-12-01T23:22:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce27a276b7dd43c1b7d09b558a473c05_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:22:29,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7/f/ce27a276b7dd43c1b7d09b558a473c05_SeqId_4_ into 7fcb1cb20e3b6fed065f8b3847bf67f7/f 2024-12-01T23:22:29,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ into 7fcb1cb20e3b6fed065f8b3847bf67f7/f (new location: hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7/f/ce27a276b7dd43c1b7d09b558a473c05_SeqId_4_) 2024-12-01T23:22:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ 2024-12-01T23:22:29,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ into 7fcb1cb20e3b6fed065f8b3847bf67f7/f as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7/f/45b2515af4d9439eac9d0cb0ba292bd3_SeqId_4_ - updating store file list. 2024-12-01T23:22:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45b2515af4d9439eac9d0cb0ba292bd3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T23:22:29,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7/f/45b2515af4d9439eac9d0cb0ba292bd3_SeqId_4_ into 7fcb1cb20e3b6fed065f8b3847bf67f7/f 2024-12-01T23:22:29,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ into 7fcb1cb20e3b6fed065f8b3847bf67f7/f (new location: hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7/f/45b2515af4d9439eac9d0cb0ba292bd3_SeqId_4_) 2024-12-01T23:22:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/staging/jenkins.hfs.23__test__3geqvsulh5e414d2v4n62pda7ekv7bg9vfr24qa08bha7l459j252b89a7242ec8/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ 2024-12-01T23:22:29,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.ReplicationSink(324): Finished replicating [4cda4db4-e6fd-4456-860e-c6443f6c0abb] bulk loaded data 2024-12-01T23:22:29,812 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 0, reset compression=false 2024-12-01T23:22:29,838 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T23:22:29,838 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34917,1733095323312 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e0e556bc30409cf87473719c833b321/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733095349294/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T23:22:29,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.ReplicationSink(318): Replicating [4cda4db4-e6fd-4456-860e-c6443f6c0abb] bulk loaded data 2024-12-01T23:22:29,863 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:29,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741839_1015 (size=10791) 2024-12-01T23:22:30,038 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:30,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:22:30,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:30,189 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:30,202 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T23:22:30,306 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T23:22:30,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741840_1016 (size=11194) 2024-12-01T23:22:30,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T23:22:30,339 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-01T23:22:30,342 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-01T23:22:30,343 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:30,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ for inclusion in 142099c079eae38b2a91f7619624c56b/f 2024-12-01T23:22:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-01T23:22:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:22:30,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ for inclusion in 142099c079eae38b2a91f7619624c56b/f 2024-12-01T23:22:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-01T23:22:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T23:22:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HRegion(2603): Flush status journal for 142099c079eae38b2a91f7619624c56b: 2024-12-01T23:22:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 46151de930df4756860e06c3099c4ab6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:22:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/1ca89af5a9d546f59ac1c3dc285a312a_SeqId_6_ 2024-12-01T23:22:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T23:22:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/d0e8fed945994f26b7e3abef34a93aa5_SeqId_6_ 2024-12-01T23:22:30,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ into 142099c079eae38b2a91f7619624c56b/f as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/1ca89af5a9d546f59ac1c3dc285a312a_SeqId_6_ - updating store file list. 2024-12-01T23:22:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ca89af5a9d546f59ac1c3dc285a312a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T23:22:30,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/1ca89af5a9d546f59ac1c3dc285a312a_SeqId_6_ into 142099c079eae38b2a91f7619624c56b/f 2024-12-01T23:22:30,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ into 142099c079eae38b2a91f7619624c56b/f (new location: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/1ca89af5a9d546f59ac1c3dc285a312a_SeqId_6_) 2024-12-01T23:22:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/46151de930df4756860e06c3099c4ab6_SeqId_6_ 2024-12-01T23:22:30,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ into 142099c079eae38b2a91f7619624c56b/f as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/d0e8fed945994f26b7e3abef34a93aa5_SeqId_6_ - updating store file list. 2024-12-01T23:22:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0e8fed945994f26b7e3abef34a93aa5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T23:22:30,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/d0e8fed945994f26b7e3abef34a93aa5_SeqId_6_ into 142099c079eae38b2a91f7619624c56b/f 2024-12-01T23:22:30,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ into 142099c079eae38b2a91f7619624c56b/f (new location: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/f/d0e8fed945994f26b7e3abef34a93aa5_SeqId_6_) 2024-12-01T23:22:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/staging/jenkins.hfs.22__test__f3qtotlcqdg71ms2jlfr8ff2mdr96m2ntjak42cihaaao02hejdi0j7denbitgcr/f/1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_ 2024-12-01T23:22:30,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40755 {}] regionserver.ReplicationSink(324): Finished replicating [4cda4db4-e6fd-4456-860e-c6443f6c0abb] bulk loaded data 2024-12-01T23:22:30,609 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:30,750 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:31,113 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:31,254 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:31,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:22:31,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:31,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:31,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:31,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:31,325 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:22:31,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=870151164, stopped=false 2024-12-01T23:22:31,326 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,41433,1733095334497 2024-12-01T23:22:31,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-323686975/running 2024-12-01T23:22:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-323686975/running 2024-12-01T23:22:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:31,631 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:22:31,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:31,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:31,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:31,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,39507,1733095334640' ***** 2024-12-01T23:22:31,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:22:31,635 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:22:31,635 INFO [RS:0;f962de17fdc3:39507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:22:31,635 INFO [RS:0;f962de17fdc3:39507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:22:31,635 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:31,635 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:22:31,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:31,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Set watcher on znode that does not yet exist, /2-323686975/running 2024-12-01T23:22:31,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Set watcher on znode that does not yet exist, /2-323686975/running 2024-12-01T23:22:31,639 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,39507,1733095334640 2024-12-01T23:22:31,639 INFO [RS:0;f962de17fdc3:39507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:22:31,639 INFO [RS:0;f962de17fdc3:39507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:39507. 2024-12-01T23:22:31,639 DEBUG [RS:0;f962de17fdc3:39507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:31,639 DEBUG [RS:0;f962de17fdc3:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:31,642 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:22:31,642 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:22:31,642 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:22:31,643 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:22:31,643 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fcb1cb20e3b6fed065f8b3847bf67f7, disabling compactions & flushes 2024-12-01T23:22:31,644 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:31,644 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:31,644 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. after waiting 0 ms 2024-12-01T23:22:31,644 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:31,644 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:22:31,644 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7fcb1cb20e3b6fed065f8b3847bf67f7=test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7.} 2024-12-01T23:22:31,644 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fcb1cb20e3b6fed065f8b3847bf67f7 2024-12-01T23:22:31,644 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:22:31,648 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:22:31,648 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:22:31,648 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:22:31,648 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:22:31,648 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-01T23:22:31,664 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:22:31,671 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/default/test/7fcb1cb20e3b6fed065f8b3847bf67f7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-01T23:22:31,671 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:22:31,671 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:22:31,671 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:31,672 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fcb1cb20e3b6fed065f8b3847bf67f7: Waiting for close lock at 1733095351643Running coprocessor pre-close hooks at 1733095351643Disabling compacts and flushes for region at 1733095351643Disabling writes for close at 1733095351644 (+1 ms)Writing region close event to WAL at 1733095351656 (+12 ms)Running coprocessor post-close hooks at 1733095351671 (+15 ms)Closed at 1733095351671 2024-12-01T23:22:31,672 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7. 2024-12-01T23:22:31,685 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/info/b378548ebedb498a88341e4915d24a9e is 129, key is test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7./info:regioninfo/1733095342432/Put/seqid=0 2024-12-01T23:22:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741839_1015 (size=6421) 2024-12-01T23:22:31,728 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:31,831 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:22:31,831 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:22:31,844 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:31,861 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:32,045 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:32,094 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/info/b378548ebedb498a88341e4915d24a9e 2024-12-01T23:22:32,111 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/ns/c8b5bbb1a8874eca8c9205cbb5884463 is 43, key is default/ns:d/1733095337869/Put/seqid=0 2024-12-01T23:22:32,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741840_1016 (size=5153) 2024-12-01T23:22:32,245 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:32,432 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:32,445 DEBUG [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:32,516 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/ns/c8b5bbb1a8874eca8c9205cbb5884463 2024-12-01T23:22:32,546 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/rep_barrier/e1ffc69b3119443f9fbfcee112b06fdf is 112, key is test,,1733095341293.7fcb1cb20e3b6fed065f8b3847bf67f7./rep_barrier:seqnumDuringOpen/1733095342432/Put/seqid=0 2024-12-01T23:22:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741841_1017 (size=5518) 2024-12-01T23:22:32,555 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/rep_barrier/e1ffc69b3119443f9fbfcee112b06fdf 2024-12-01T23:22:32,565 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:32,582 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/table/8b210f505cc84516863368c8ab0f772d is 40, key is test/table:state/1733095342437/Put/seqid=0 2024-12-01T23:22:32,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741842_1018 (size=5165) 2024-12-01T23:22:32,601 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/table/8b210f505cc84516863368c8ab0f772d 2024-12-01T23:22:32,607 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/info/b378548ebedb498a88341e4915d24a9e as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/info/b378548ebedb498a88341e4915d24a9e 2024-12-01T23:22:32,613 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/info/b378548ebedb498a88341e4915d24a9e, entries=10, sequenceid=11, filesize=6.3 K 2024-12-01T23:22:32,614 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/ns/c8b5bbb1a8874eca8c9205cbb5884463 as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/ns/c8b5bbb1a8874eca8c9205cbb5884463 2024-12-01T23:22:32,619 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/ns/c8b5bbb1a8874eca8c9205cbb5884463, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T23:22:32,619 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/rep_barrier/e1ffc69b3119443f9fbfcee112b06fdf as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/rep_barrier/e1ffc69b3119443f9fbfcee112b06fdf 2024-12-01T23:22:32,623 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/rep_barrier/e1ffc69b3119443f9fbfcee112b06fdf, entries=1, sequenceid=11, filesize=5.4 K 2024-12-01T23:22:32,624 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/.tmp/table/8b210f505cc84516863368c8ab0f772d as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/table/8b210f505cc84516863368c8ab0f772d 2024-12-01T23:22:32,628 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/table/8b210f505cc84516863368c8ab0f772d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T23:22:32,628 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=11, compaction requested=false 2024-12-01T23:22:32,633 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T23:22:32,634 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:22:32,634 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:22:32,634 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:22:32,634 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095351644Running coprocessor pre-close hooks at 1733095351644Disabling compacts and flushes for region at 1733095351644Disabling writes for close at 1733095351648 (+4 ms)Obtaining lock to block concurrent updates at 1733095351648Preparing flush snapshotting stores in 1588230740 at 1733095351648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733095351649 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733095351650 (+1 ms)Flushing 1588230740/info: creating writer at 1733095351650Flushing 1588230740/info: appending metadata at 1733095351684 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733095351684Flushing 1588230740/ns: creating writer at 1733095352098 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733095352111 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733095352111Flushing 1588230740/rep_barrier: creating writer at 1733095352524 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095352545 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095352545Flushing 1588230740/table: creating writer at 1733095352559 (+14 ms)Flushing 1588230740/table: appending metadata at 1733095352581 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733095352581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b944136: reopening flushed file at 1733095352606 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b12a17f: reopening flushed file at 1733095352613 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5480a33a: reopening flushed file at 1733095352619 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775057a3: reopening flushed file at 1733095352623 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=11, compaction requested=false at 1733095352628 (+5 ms)Writing region close event to WAL at 1733095352631 (+3 ms)Running coprocessor post-close hooks at 1733095352634 (+3 ms)Closed at 1733095352634 2024-12-01T23:22:32,634 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:22:32,645 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,39507,1733095334640; all regions closed. 2024-12-01T23:22:32,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741834_1010 (size=2717) 2024-12-01T23:22:32,650 DEBUG [RS:0;f962de17fdc3:39507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/oldWALs 2024-12-01T23:22:32,650 INFO [RS:0;f962de17fdc3:39507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C39507%2C1733095334640.meta:.meta(num 1733095337828) 2024-12-01T23:22:32,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741832_1008 (size=1028) 2024-12-01T23:22:32,663 DEBUG [RS:0;f962de17fdc3:39507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/oldWALs 2024-12-01T23:22:32,663 INFO [RS:0;f962de17fdc3:39507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C39507%2C1733095334640:(num 1733095336878) 2024-12-01T23:22:32,663 DEBUG [RS:0;f962de17fdc3:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:32,663 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:22:32,663 INFO [RS:0;f962de17fdc3:39507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:22:32,663 INFO [RS:0;f962de17fdc3:39507 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:22:32,663 INFO [RS:0;f962de17fdc3:39507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:22:32,663 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:22:32,664 INFO [RS:0;f962de17fdc3:39507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:39507. 2024-12-01T23:22:32,664 DEBUG [RS:0;f962de17fdc3:39507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:32,664 DEBUG [RS:0;f962de17fdc3:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:32,664 DEBUG [RS:0;f962de17fdc3:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:32,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:32,664 INFO [RS:0;f962de17fdc3:39507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39507 2024-12-01T23:22:32,711 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T23:22:32,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975/rs 2024-12-01T23:22:32,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-323686975/rs/f962de17fdc3,39507,1733095334640 2024-12-01T23:22:32,771 INFO [RS:0;f962de17fdc3:39507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:22:32,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,39507,1733095334640] 2024-12-01T23:22:32,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-323686975/draining/f962de17fdc3,39507,1733095334640 already deleted, retry=false 2024-12-01T23:22:32,841 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,39507,1733095334640 expired; onlineServers=0 2024-12-01T23:22:32,841 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,41433,1733095334497' ***** 2024-12-01T23:22:32,841 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:22:32,842 INFO [M:0;f962de17fdc3:41433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:22:32,842 INFO [M:0;f962de17fdc3:41433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:22:32,842 DEBUG [M:0;f962de17fdc3:41433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:22:32,842 DEBUG [M:0;f962de17fdc3:41433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:22:32,842 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:22:32,842 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095336633 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095336633,5,FailOnTimeoutGroup] 2024-12-01T23:22:32,842 INFO [M:0;f962de17fdc3:41433 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:22:32,842 INFO [M:0;f962de17fdc3:41433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:22:32,842 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095336633 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095336633,5,FailOnTimeoutGroup] 2024-12-01T23:22:32,842 DEBUG [M:0;f962de17fdc3:41433 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:22:32,842 INFO [M:0;f962de17fdc3:41433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:22:32,842 INFO [M:0;f962de17fdc3:41433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:22:32,843 INFO [M:0;f962de17fdc3:41433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:22:32,843 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:22:32,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-323686975/master 2024-12-01T23:22:32,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-323686975 2024-12-01T23:22:32,894 DEBUG [M:0;f962de17fdc3:41433 {}] zookeeper.ZKUtil(347): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Unable to get data of znode /2-323686975/master because node does not exist (not an error) 2024-12-01T23:22:32,895 WARN [M:0;f962de17fdc3:41433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:22:32,896 INFO [M:0;f962de17fdc3:41433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/.lastflushedseqids 2024-12-01T23:22:32,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741843_1019 (size=173) 2024-12-01T23:22:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:32,921 INFO [RS:0;f962de17fdc3:39507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:22:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1019333e8b00007, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:32,921 INFO [RS:0;f962de17fdc3:39507 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,39507,1733095334640; zookeeper connection closed. 2024-12-01T23:22:32,923 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5507f645 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5507f645 2024-12-01T23:22:32,923 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:22:33,244 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:33,303 INFO [M:0;f962de17fdc3:41433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:22:33,303 INFO [M:0;f962de17fdc3:41433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:22:33,303 DEBUG [M:0;f962de17fdc3:41433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:22:33,303 INFO [M:0;f962de17fdc3:41433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:33,303 DEBUG [M:0;f962de17fdc3:41433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:33,303 DEBUG [M:0;f962de17fdc3:41433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:22:33,303 DEBUG [M:0;f962de17fdc3:41433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:33,303 INFO [M:0;f962de17fdc3:41433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-01T23:22:33,317 DEBUG [M:0;f962de17fdc3:41433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aa07449f4fc4d1a973f525d575708ea is 82, key is hbase:meta,,1/info:regioninfo/1733095337855/Put/seqid=0 2024-12-01T23:22:33,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741844_1020 (size=5672) 2024-12-01T23:22:33,324 INFO [M:0;f962de17fdc3:41433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aa07449f4fc4d1a973f525d575708ea 2024-12-01T23:22:33,342 DEBUG [M:0;f962de17fdc3:41433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/170371521a7447fd8dffedecabe05838 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733095342440/Put/seqid=0 2024-12-01T23:22:33,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741845_1021 (size=6586) 2024-12-01T23:22:33,389 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:33,751 INFO [M:0;f962de17fdc3:41433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/170371521a7447fd8dffedecabe05838 2024-12-01T23:22:33,777 DEBUG [M:0;f962de17fdc3:41433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7878ece5d8f74e629215d632de28a13c is 69, key is f962de17fdc3,39507,1733095334640/rs:state/1733095336699/Put/seqid=0 2024-12-01T23:22:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741846_1022 (size=5156) 2024-12-01T23:22:33,788 INFO [M:0;f962de17fdc3:41433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7878ece5d8f74e629215d632de28a13c 2024-12-01T23:22:33,794 DEBUG [M:0;f962de17fdc3:41433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aa07449f4fc4d1a973f525d575708ea as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6aa07449f4fc4d1a973f525d575708ea 2024-12-01T23:22:33,798 INFO [M:0;f962de17fdc3:41433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6aa07449f4fc4d1a973f525d575708ea, entries=8, sequenceid=55, filesize=5.5 K 2024-12-01T23:22:33,799 DEBUG [M:0;f962de17fdc3:41433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/170371521a7447fd8dffedecabe05838 as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/170371521a7447fd8dffedecabe05838 2024-12-01T23:22:33,805 INFO [M:0;f962de17fdc3:41433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/170371521a7447fd8dffedecabe05838, entries=6, sequenceid=55, filesize=6.4 K 2024-12-01T23:22:33,805 DEBUG [M:0;f962de17fdc3:41433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7878ece5d8f74e629215d632de28a13c as hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7878ece5d8f74e629215d632de28a13c 2024-12-01T23:22:33,811 INFO [M:0;f962de17fdc3:41433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33551/user/jenkins/test-data/84b795cc-58ec-0dd1-200e-5689d98a40bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7878ece5d8f74e629215d632de28a13c, entries=1, sequenceid=55, filesize=5.0 K 2024-12-01T23:22:33,812 INFO [M:0;f962de17fdc3:41433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=55, compaction requested=false 2024-12-01T23:22:33,822 INFO [M:0;f962de17fdc3:41433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:33,822 DEBUG [M:0;f962de17fdc3:41433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095353303Disabling compacts and flushes for region at 1733095353303Disabling writes for close at 1733095353303Obtaining lock to block concurrent updates at 1733095353303Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095353303Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733095353304 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095353304Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095353304Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095353316 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095353317 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095353328 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095353342 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095353342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095353756 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095353776 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095353776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f81b499: reopening flushed file at 1733095353793 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e040bd9: reopening flushed file at 1733095353798 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ce9541: reopening flushed file at 1733095353805 (+7 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=55, compaction requested=false at 1733095353813 (+8 ms)Writing region close event to WAL at 1733095353822 (+9 ms)Closed at 1733095353822 2024-12-01T23:22:33,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37921 is added to blk_1073741830_1006 (size=32770) 2024-12-01T23:22:33,829 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:22:33,830 INFO [M:0;f962de17fdc3:41433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:22:33,830 INFO [M:0;f962de17fdc3:41433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41433 2024-12-01T23:22:33,830 INFO [M:0;f962de17fdc3:41433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:22:33,971 INFO [M:0;f962de17fdc3:41433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:22:33,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:33,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41433-0x1019333e8b00006, quorum=127.0.0.1:54770, baseZNode=/2-323686975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:33,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d8dfaa5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:22:33,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bdfe434{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:22:33,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:22:33,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae69380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:22:33,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a5d576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/hadoop.log.dir/,STOPPED} 2024-12-01T23:22:33,975 WARN [BP-1680356060-172.17.0.3-1733095332498 heartbeating to localhost/127.0.0.1:33551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:22:33,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:22:33,975 WARN [BP-1680356060-172.17.0.3-1733095332498 heartbeating to localhost/127.0.0.1:33551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1680356060-172.17.0.3-1733095332498 (Datanode Uuid b7b5dc73-f761-4883-bf22-fcaf3ed29df2) service to localhost/127.0.0.1:33551 2024-12-01T23:22:33,975 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:22:33,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/cluster_fd1bcb0f-4a09-1420-e83a-8a9b4a52092f/data/data1/current/BP-1680356060-172.17.0.3-1733095332498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:22:33,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/cluster_fd1bcb0f-4a09-1420-e83a-8a9b4a52092f/data/data2/current/BP-1680356060-172.17.0.3-1733095332498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:22:33,976 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:22:33,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23a37f2d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:22:33,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ac9f21d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:22:33,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:22:33,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8f2ea2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:22:33,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e382187{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34b28f2c-9fb9-b836-4189-66e15688729a/hadoop.log.dir/,STOPPED} 2024-12-01T23:22:33,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:22:33,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:22:33,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:33,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:33,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:33,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:33,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:33,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:22:33,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1404981391, stopped=false 2024-12-01T23:22:33,995 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,40703,1733095329245 2024-12-01T23:22:34,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11004343742/running 2024-12-01T23:22:34,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11004343742/running 2024-12-01T23:22:34,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:34,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:34,075 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:22:34,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Set watcher on znode that does not yet exist, /11004343742/running 2024-12-01T23:22:34,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:34,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:34,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:34,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Set watcher on znode that does not yet exist, /11004343742/running 2024-12-01T23:22:34,077 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,40755,1733095329396' ***** 2024-12-01T23:22:34,077 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:22:34,077 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:22:34,077 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:22:34,077 INFO [RS:0;f962de17fdc3:40755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:22:34,077 INFO [RS:0;f962de17fdc3:40755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:22:34,077 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(3091): Received CLOSE for 142099c079eae38b2a91f7619624c56b 2024-12-01T23:22:34,077 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,40755,1733095329396 2024-12-01T23:22:34,077 INFO [RS:0;f962de17fdc3:40755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:22:34,077 INFO [RS:0;f962de17fdc3:40755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:40755. 2024-12-01T23:22:34,077 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 142099c079eae38b2a91f7619624c56b, disabling compactions & flushes 2024-12-01T23:22:34,077 DEBUG [RS:0;f962de17fdc3:40755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:34,077 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:34,077 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:34,077 DEBUG [RS:0;f962de17fdc3:40755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:34,078 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095339144.142099c079eae38b2a91f7619624c56b. after waiting 0 ms 2024-12-01T23:22:34,078 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:34,078 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:22:34,078 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:22:34,078 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:22:34,078 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:22:34,078 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:22:34,078 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1325): Online Regions={142099c079eae38b2a91f7619624c56b=test,,1733095339144.142099c079eae38b2a91f7619624c56b., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:22:34,078 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1351): Waiting on 142099c079eae38b2a91f7619624c56b, 1588230740 2024-12-01T23:22:34,078 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:22:34,078 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:22:34,078 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:22:34,078 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:22:34,078 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:22:34,078 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-01T23:22:34,087 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/default/test/142099c079eae38b2a91f7619624c56b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T23:22:34,088 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:22:34,088 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:22:34,088 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:34,088 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 142099c079eae38b2a91f7619624c56b: Waiting for close lock at 1733095354077Running coprocessor pre-close hooks at 1733095354077Disabling compacts and flushes for region at 1733095354077Disabling writes for close at 1733095354078 (+1 ms)Writing region close event to WAL at 1733095354080 (+2 ms)Running coprocessor post-close hooks at 1733095354088 (+8 ms)Closed at 1733095354088 2024-12-01T23:22:34,088 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095339144.142099c079eae38b2a91f7619624c56b. 2024-12-01T23:22:34,094 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/info/c69243244c3c41a3b3a62c8754676040 is 129, key is test,,1733095339144.142099c079eae38b2a91f7619624c56b./info:regioninfo/1733095340286/Put/seqid=0 2024-12-01T23:22:34,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741841_1017 (size=6421) 2024-12-01T23:22:34,140 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:22:34,147 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:34,278 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:34,292 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:34,478 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:34,498 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/info/c69243244c3c41a3b3a62c8754676040 2024-12-01T23:22:34,517 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/ns/425d9329d05749cabcc4d838dccbc322 is 43, key is default/ns:d/1733095332413/Put/seqid=0 2024-12-01T23:22:34,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741842_1018 (size=5153) 2024-12-01T23:22:34,635 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:22:34,635 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:22:34,678 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:34,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:22:34,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:22:34,862 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169015 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f962de17fdc3,37723,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:37723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T23:22:34,879 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:34,921 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/ns/425d9329d05749cabcc4d838dccbc322 2024-12-01T23:22:34,943 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/rep_barrier/6b4ac70d58fc4201a008e2a896ac7249 is 112, key is test,,1733095339144.142099c079eae38b2a91f7619624c56b./rep_barrier:seqnumDuringOpen/1733095340286/Put/seqid=0 2024-12-01T23:22:34,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741843_1019 (size=5518) 2024-12-01T23:22:35,079 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:22:35,079 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:22:35,079 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:35,149 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:35,279 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:35,295 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:35,347 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/rep_barrier/6b4ac70d58fc4201a008e2a896ac7249 2024-12-01T23:22:35,366 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/table/8a4b696ff9664273bac1b5ad47850231 is 40, key is test/table:state/1733095340291/Put/seqid=0 2024-12-01T23:22:35,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741844_1020 (size=5165) 2024-12-01T23:22:35,479 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:35,679 DEBUG [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:35,769 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/table/8a4b696ff9664273bac1b5ad47850231 2024-12-01T23:22:35,773 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/info/c69243244c3c41a3b3a62c8754676040 as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/info/c69243244c3c41a3b3a62c8754676040 2024-12-01T23:22:35,777 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/info/c69243244c3c41a3b3a62c8754676040, entries=10, sequenceid=11, filesize=6.3 K 2024-12-01T23:22:35,778 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/ns/425d9329d05749cabcc4d838dccbc322 as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/ns/425d9329d05749cabcc4d838dccbc322 2024-12-01T23:22:35,782 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/ns/425d9329d05749cabcc4d838dccbc322, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T23:22:35,782 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/rep_barrier/6b4ac70d58fc4201a008e2a896ac7249 as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/rep_barrier/6b4ac70d58fc4201a008e2a896ac7249 2024-12-01T23:22:35,785 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/rep_barrier/6b4ac70d58fc4201a008e2a896ac7249, entries=1, sequenceid=11, filesize=5.4 K 2024-12-01T23:22:35,786 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/.tmp/table/8a4b696ff9664273bac1b5ad47850231 as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/table/8a4b696ff9664273bac1b5ad47850231 2024-12-01T23:22:35,789 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/table/8a4b696ff9664273bac1b5ad47850231, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T23:22:35,790 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=11, compaction requested=false 2024-12-01T23:22:35,790 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:22:35,801 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T23:22:35,802 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:22:35,802 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:22:35,802 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:22:35,802 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095354078Running coprocessor pre-close hooks at 1733095354078Disabling compacts and flushes for region at 1733095354078Disabling writes for close at 1733095354078Obtaining lock to block concurrent updates at 1733095354078Preparing flush snapshotting stores in 1588230740 at 1733095354078Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733095354078Flushing stores of hbase:meta,,1.1588230740 at 1733095354079 (+1 ms)Flushing 1588230740/info: creating writer at 1733095354079Flushing 1588230740/info: appending metadata at 1733095354094 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733095354094Flushing 1588230740/ns: creating writer at 1733095354502 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733095354517 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733095354517Flushing 1588230740/rep_barrier: creating writer at 1733095354926 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095354942 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095354942Flushing 1588230740/table: creating writer at 1733095355351 (+409 ms)Flushing 1588230740/table: appending metadata at 1733095355366 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733095355366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223fe31b: reopening flushed file at 1733095355773 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5507a49a: reopening flushed file at 1733095355777 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c179287: reopening flushed file at 1733095355782 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340b7363: reopening flushed file at 1733095355786 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=11, compaction requested=false at 1733095355790 (+4 ms)Writing region close event to WAL at 1733095355791 (+1 ms)Running coprocessor post-close hooks at 1733095355801 (+10 ms)Closed at 1733095355802 (+1 ms) 2024-12-01T23:22:35,802 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:22:35,879 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,40755,1733095329396; all regions closed. 2024-12-01T23:22:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741834_1010 (size=2717) 2024-12-01T23:22:35,883 DEBUG [RS:0;f962de17fdc3:40755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/oldWALs 2024-12-01T23:22:35,883 INFO [RS:0;f962de17fdc3:40755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C40755%2C1733095329396.meta:.meta(num 1733095332369) 2024-12-01T23:22:35,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741832_1008 (size=1374) 2024-12-01T23:22:35,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/WALs/f962de17fdc3,40755,1733095329396/f962de17fdc3%2C40755%2C1733095329396.1733095331750 not finished, retry = 0 2024-12-01T23:22:35,993 DEBUG [RS:0;f962de17fdc3:40755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/oldWALs 2024-12-01T23:22:35,993 INFO [RS:0;f962de17fdc3:40755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C40755%2C1733095329396:(num 1733095331750) 2024-12-01T23:22:35,993 DEBUG [RS:0;f962de17fdc3:40755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:35,993 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:22:35,993 INFO [RS:0;f962de17fdc3:40755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:22:35,993 INFO [RS:0;f962de17fdc3:40755 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:22:35,993 INFO [RS:0;f962de17fdc3:40755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:22:35,993 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:22:35,993 INFO [RS:0;f962de17fdc3:40755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:40755. 2024-12-01T23:22:35,993 DEBUG [RS:0;f962de17fdc3:40755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:35,993 DEBUG [RS:0;f962de17fdc3:40755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:35,993 DEBUG [RS:0;f962de17fdc3:40755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:35,994 INFO [RS:0;f962de17fdc3:40755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40755 2024-12-01T23:22:35,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11004343742/rs/f962de17fdc3,40755,1733095329396 2024-12-01T23:22:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742/rs 2024-12-01T23:22:36,048 INFO [RS:0;f962de17fdc3:40755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:22:36,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,40755,1733095329396] 2024-12-01T23:22:36,069 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11004343742/draining/f962de17fdc3,40755,1733095329396 already deleted, retry=false 2024-12-01T23:22:36,069 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,40755,1733095329396 expired; onlineServers=0 2024-12-01T23:22:36,069 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,40703,1733095329245' ***** 2024-12-01T23:22:36,069 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:22:36,070 INFO [M:0;f962de17fdc3:40703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:22:36,070 INFO [M:0;f962de17fdc3:40703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:22:36,070 DEBUG [M:0;f962de17fdc3:40703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:22:36,070 DEBUG [M:0;f962de17fdc3:40703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:22:36,070 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:22:36,070 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095331471 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095331471,5,FailOnTimeoutGroup] 2024-12-01T23:22:36,070 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095331471 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095331471,5,FailOnTimeoutGroup] 2024-12-01T23:22:36,070 INFO [M:0;f962de17fdc3:40703 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:22:36,070 INFO [M:0;f962de17fdc3:40703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:22:36,070 DEBUG [M:0;f962de17fdc3:40703 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:22:36,070 INFO [M:0;f962de17fdc3:40703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:22:36,070 INFO [M:0;f962de17fdc3:40703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:22:36,070 INFO [M:0;f962de17fdc3:40703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:22:36,070 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:22:36,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11004343742/master 2024-12-01T23:22:36,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11004343742 2024-12-01T23:22:36,094 DEBUG [M:0;f962de17fdc3:40703 {}] zookeeper.RecoverableZooKeeper(212): Node /11004343742/master already deleted, retry=false 2024-12-01T23:22:36,094 DEBUG [M:0;f962de17fdc3:40703 {}] master.ActiveMasterManager(353): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Failed delete of our master address node; KeeperErrorCode = NoNode for /11004343742/master 2024-12-01T23:22:36,095 INFO [M:0;f962de17fdc3:40703 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/.lastflushedseqids 2024-12-01T23:22:36,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741845_1021 (size=173) 2024-12-01T23:22:36,100 INFO [M:0;f962de17fdc3:40703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:22:36,100 INFO [M:0;f962de17fdc3:40703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:22:36,101 DEBUG [M:0;f962de17fdc3:40703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:22:36,101 INFO [M:0;f962de17fdc3:40703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:36,101 DEBUG [M:0;f962de17fdc3:40703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:36,101 DEBUG [M:0;f962de17fdc3:40703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:22:36,101 DEBUG [M:0;f962de17fdc3:40703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:36,101 INFO [M:0;f962de17fdc3:40703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-12-01T23:22:36,119 DEBUG [M:0;f962de17fdc3:40703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3bc463663af4a7e9edb6366b0914b25 is 82, key is hbase:meta,,1/info:regioninfo/1733095332395/Put/seqid=0 2024-12-01T23:22:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741846_1022 (size=5672) 2024-12-01T23:22:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:36,159 INFO [RS:0;f962de17fdc3:40755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:22:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40755-0x1019333e8b00004, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:36,159 INFO [RS:0;f962de17fdc3:40755 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,40755,1733095329396; zookeeper connection closed. 2024-12-01T23:22:36,159 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2636e360 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2636e360 2024-12-01T23:22:36,160 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:22:36,253 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:36,398 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:36,522 INFO [M:0;f962de17fdc3:40703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3bc463663af4a7e9edb6366b0914b25 2024-12-01T23:22:36,543 DEBUG [M:0;f962de17fdc3:40703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c82487e0fc04f2e9459f2d4b6aca4fb is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733095340293/Put/seqid=0 2024-12-01T23:22:36,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741847_1023 (size=6585) 2024-12-01T23:22:36,947 INFO [M:0;f962de17fdc3:40703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c82487e0fc04f2e9459f2d4b6aca4fb 2024-12-01T23:22:36,962 DEBUG [M:0;f962de17fdc3:40703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8c91da7825946e7ba36d9db890ba40b is 69, key is f962de17fdc3,40755,1733095329396/rs:state/1733095331569/Put/seqid=0 2024-12-01T23:22:36,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741848_1024 (size=5156) 2024-12-01T23:22:37,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T23:22:37,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T23:22:37,365 INFO [M:0;f962de17fdc3:40703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8c91da7825946e7ba36d9db890ba40b 2024-12-01T23:22:37,368 DEBUG [M:0;f962de17fdc3:40703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3bc463663af4a7e9edb6366b0914b25 as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3bc463663af4a7e9edb6366b0914b25 2024-12-01T23:22:37,371 INFO [M:0;f962de17fdc3:40703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3bc463663af4a7e9edb6366b0914b25, entries=8, sequenceid=55, filesize=5.5 K 2024-12-01T23:22:37,372 DEBUG [M:0;f962de17fdc3:40703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c82487e0fc04f2e9459f2d4b6aca4fb as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c82487e0fc04f2e9459f2d4b6aca4fb 2024-12-01T23:22:37,374 INFO [M:0;f962de17fdc3:40703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c82487e0fc04f2e9459f2d4b6aca4fb, entries=6, sequenceid=55, filesize=6.4 K 2024-12-01T23:22:37,375 DEBUG [M:0;f962de17fdc3:40703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8c91da7825946e7ba36d9db890ba40b as hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8c91da7825946e7ba36d9db890ba40b 2024-12-01T23:22:37,377 INFO [M:0;f962de17fdc3:40703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33425/user/jenkins/test-data/dc7dc0bd-aa18-294a-a263-ed9911a6593b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8c91da7825946e7ba36d9db890ba40b, entries=1, sequenceid=55, filesize=5.0 K 2024-12-01T23:22:37,378 INFO [M:0;f962de17fdc3:40703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=55, compaction requested=false 2024-12-01T23:22:37,379 INFO [M:0;f962de17fdc3:40703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:37,379 DEBUG [M:0;f962de17fdc3:40703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095356101Disabling compacts and flushes for region at 1733095356101Disabling writes for close at 1733095356101Obtaining lock to block concurrent updates at 1733095356101Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095356101Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1733095356101Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095356102 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095356102Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095356118 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095356118Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095356526 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095356543 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095356543Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095356950 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095356961 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095356961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1df26a: reopening flushed file at 1733095357368 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274ce61d: reopening flushed file at 1733095357371 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2284be70: reopening flushed file at 1733095357374 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=55, compaction requested=false at 1733095357378 (+4 ms)Writing region close event to WAL at 1733095357379 (+1 ms)Closed at 1733095357379 2024-12-01T23:22:37,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39879 is added to blk_1073741830_1006 (size=32758) 2024-12-01T23:22:37,381 INFO [M:0;f962de17fdc3:40703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:22:37,381 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:22:37,381 INFO [M:0;f962de17fdc3:40703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40703 2024-12-01T23:22:37,381 INFO [M:0;f962de17fdc3:40703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:22:37,456 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:37,488 INFO [M:0;f962de17fdc3:40703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:22:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40703-0x1019333e8b00003, quorum=127.0.0.1:54770, baseZNode=/11004343742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:37,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b583009{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:22:37,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@687d9d11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:22:37,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:22:37,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7646bf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:22:37,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@165f0bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/hadoop.log.dir/,STOPPED} 2024-12-01T23:22:37,491 WARN [BP-2131250859-172.17.0.3-1733095327192 heartbeating to localhost/127.0.0.1:33425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:22:37,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:22:37,491 WARN [BP-2131250859-172.17.0.3-1733095327192 heartbeating to localhost/127.0.0.1:33425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2131250859-172.17.0.3-1733095327192 (Datanode Uuid 812a7eb4-0313-4179-b968-92d5d7679e18) service to localhost/127.0.0.1:33425 2024-12-01T23:22:37,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:22:37,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/cluster_dd147c48-a4c2-2990-95f7-3ba95c357f21/data/data1/current/BP-2131250859-172.17.0.3-1733095327192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:22:37,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/cluster_dd147c48-a4c2-2990-95f7-3ba95c357f21/data/data2/current/BP-2131250859-172.17.0.3-1733095327192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:22:37,492 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:22:37,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7852ee48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:22:37,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cea55df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:22:37,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:22:37,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b9b217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:22:37,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a5e72a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d66b80-fded-756f-2602-b77dca3ca48b/hadoop.log.dir/,STOPPED} 2024-12-01T23:22:37,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:22:37,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:22:37,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:37,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:37,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:37,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:37,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:37,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:22:37,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=188007501, stopped=false 2024-12-01T23:22:37,512 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,34425,1733095323121 2024-12-01T23:22:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0173518947/running 2024-12-01T23:22:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0173518947/running 2024-12-01T23:22:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:37,525 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:22:37,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:22:37,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:37,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:37,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,34917,1733095323312' ***** 2024-12-01T23:22:37,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Set watcher on znode that does not yet exist, /0173518947/running 2024-12-01T23:22:37,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:22:37,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:22:37,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Set watcher on znode that does not yet exist, /0173518947/running 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e0e556bc30409cf87473719c833b321 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(3091): Received CLOSE for ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,34917,1733095323312 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:34917. 2024-12-01T23:22:37,526 DEBUG [RS:0;f962de17fdc3:34917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:37,526 DEBUG [RS:0;f962de17fdc3:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:22:37,526 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:22:37,527 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T23:22:37,527 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1325): Online Regions={4e0e556bc30409cf87473719c833b321=test,,1733095338001.4e0e556bc30409cf87473719c833b321., ac45b8bf5dd80c1b87cefc2a14d3d4c6=hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:22:37,527 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e0e556bc30409cf87473719c833b321, ac45b8bf5dd80c1b87cefc2a14d3d4c6 2024-12-01T23:22:37,527 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e0e556bc30409cf87473719c833b321, disabling compactions & flushes 2024-12-01T23:22:37,527 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:37,527 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:37,527 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733095338001.4e0e556bc30409cf87473719c833b321. after waiting 0 ms 2024-12-01T23:22:37,527 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:22:37,527 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:37,527 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:22:37,527 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:22:37,527 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:22:37,527 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:22:37,527 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T23:22:37,530 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/default/test/4e0e556bc30409cf87473719c833b321/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T23:22:37,531 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:22:37,531 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T23:22:37,531 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:37,531 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e0e556bc30409cf87473719c833b321: Waiting for close lock at 1733095357527Running coprocessor pre-close hooks at 1733095357527Disabling compacts and flushes for region at 1733095357527Disabling writes for close at 1733095357527Writing region close event to WAL at 1733095357528 (+1 ms)Running coprocessor post-close hooks at 1733095357530 (+2 ms)Closed at 1733095357531 (+1 ms) 2024-12-01T23:22:37,531 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733095338001.4e0e556bc30409cf87473719c833b321. 2024-12-01T23:22:37,531 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac45b8bf5dd80c1b87cefc2a14d3d4c6, disabling compactions & flushes 2024-12-01T23:22:37,531 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:37,531 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:37,531 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. after waiting 0 ms 2024-12-01T23:22:37,531 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:37,531 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac45b8bf5dd80c1b87cefc2a14d3d4c6 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-01T23:22:37,531 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:22:37,540 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/info/e1cb0677afda404a8deb69c33c421d12 is 147, key is hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6./info:regioninfo/1733095344615/Put/seqid=0 2024-12-01T23:22:37,543 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/.tmp/hfileref/c82650c8413a4a6080c7abf90fb277cf is 74, key is 1/hfileref:1fe54a5d777946e8b10ce38e113f62c7_SeqId_6_/1733095350364/DeleteColumn/seqid=0 2024-12-01T23:22:37,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741847_1023 (size=7686) 2024-12-01T23:22:37,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741848_1024 (size=5489) 2024-12-01T23:22:37,546 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/.tmp/hfileref/c82650c8413a4a6080c7abf90fb277cf 2024-12-01T23:22:37,565 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/.tmp/queue/7e8f8b79f84645028d4f5c5050c25b3d is 153, key is 1-f962de17fdc3,34917,1733095323312/queue:f962de17fdc3%2C34917%2C1733095323312/1733095350365/Put/seqid=0 2024-12-01T23:22:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741849_1025 (size=5504) 2024-12-01T23:22:37,568 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/.tmp/queue/7e8f8b79f84645028d4f5c5050c25b3d 2024-12-01T23:22:37,572 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/.tmp/hfileref/c82650c8413a4a6080c7abf90fb277cf as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/hfileref/c82650c8413a4a6080c7abf90fb277cf 2024-12-01T23:22:37,575 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/hfileref/c82650c8413a4a6080c7abf90fb277cf, entries=6, sequenceid=17, filesize=5.4 K 2024-12-01T23:22:37,575 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/.tmp/queue/7e8f8b79f84645028d4f5c5050c25b3d as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/queue/7e8f8b79f84645028d4f5c5050c25b3d 2024-12-01T23:22:37,578 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/queue/7e8f8b79f84645028d4f5c5050c25b3d, entries=2, sequenceid=17, filesize=5.4 K 2024-12-01T23:22:37,579 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for ac45b8bf5dd80c1b87cefc2a14d3d4c6 in 48ms, sequenceid=17, compaction requested=false 2024-12-01T23:22:37,581 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/replication/ac45b8bf5dd80c1b87cefc2a14d3d4c6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-01T23:22:37,582 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:22:37,582 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:22:37,582 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:37,582 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac45b8bf5dd80c1b87cefc2a14d3d4c6: Waiting for close lock at 1733095357531Running coprocessor pre-close hooks at 1733095357531Disabling compacts and flushes for region at 1733095357531Disabling writes for close at 1733095357531Obtaining lock to block concurrent updates at 1733095357531Preparing flush snapshotting stores in ac45b8bf5dd80c1b87cefc2a14d3d4c6 at 1733095357531Finished memstore snapshotting hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733095357531Flushing stores of hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. at 1733095357531Flushing ac45b8bf5dd80c1b87cefc2a14d3d4c6/hfileref: creating writer at 1733095357532 (+1 ms)Flushing ac45b8bf5dd80c1b87cefc2a14d3d4c6/hfileref: appending metadata at 1733095357543 (+11 ms)Flushing ac45b8bf5dd80c1b87cefc2a14d3d4c6/hfileref: closing flushed file at 1733095357543Flushing ac45b8bf5dd80c1b87cefc2a14d3d4c6/queue: creating writer at 1733095357549 (+6 ms)Flushing ac45b8bf5dd80c1b87cefc2a14d3d4c6/queue: appending metadata at 1733095357565 (+16 ms)Flushing ac45b8bf5dd80c1b87cefc2a14d3d4c6/queue: closing flushed file at 1733095357565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@498316c2: reopening flushed file at 1733095357571 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7330c57e: reopening flushed file at 1733095357575 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for ac45b8bf5dd80c1b87cefc2a14d3d4c6 in 48ms, sequenceid=17, compaction requested=false at 1733095357579 (+4 ms)Writing region close event to WAL at 1733095357579Running coprocessor post-close hooks at 1733095357582 (+3 ms)Closed at 1733095357582 2024-12-01T23:22:37,582 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733095343454.ac45b8bf5dd80c1b87cefc2a14d3d4c6. 2024-12-01T23:22:37,602 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:37,606 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:22:37,606 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 688, reset compression=false 2024-12-01T23:22:37,606 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f962de17fdc3,34917,1733095323312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:22:37,607 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f962de17fdc3,34917,1733095323312: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f962de17fdc3,34917,1733095323312, walGroup=f962de17fdc3%2C34917%2C1733095323312, offset=f962de17fdc3%2C34917%2C1733095323312.1733095348482:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T23:22:37,608 ERROR [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T23:22:37,608 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T23:22:37,609 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T23:22:37,609 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T23:22:37,609 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T23:22:37,609 INFO [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1646264320, "init": 1048576000, "max": 2306867200, "used": 1144270768 }, "NonHeapMemoryUsage": { "committed": 211025920, "init": 7667712, "max": -1, "used": 207927832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T23:22:37,609 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f962de17fdc3:34425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-01T23:22:37,727 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:37,810 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 688, reset compression=false 2024-12-01T23:22:37,852 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:22:37,853 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:22:37,927 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:37,944 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/info/e1cb0677afda404a8deb69c33c421d12 2024-12-01T23:22:37,961 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/ns/770931becdbd433fb41167341821e908 is 43, key is default/ns:d/1733095327129/Put/seqid=0 2024-12-01T23:22:37,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741850_1026 (size=5153) 2024-12-01T23:22:37,966 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/ns/770931becdbd433fb41167341821e908 2024-12-01T23:22:37,982 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/rep_barrier/533b6c8f9b364eb1bdb2ed411d3ecd60 is 112, key is test,,1733095338001.4e0e556bc30409cf87473719c833b321./rep_barrier:seqnumDuringOpen/1733095338751/Put/seqid=0 2024-12-01T23:22:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741851_1027 (size=5518) 2024-12-01T23:22:38,113 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 688, reset compression=false 2024-12-01T23:22:38,127 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:38,327 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:38,387 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/rep_barrier/533b6c8f9b364eb1bdb2ed411d3ecd60 2024-12-01T23:22:38,406 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/table/d7d49eb056604a97a2e438f8756f0e81 is 53, key is hbase:replication/table:state/1733095344623/Put/seqid=0 2024-12-01T23:22:38,406 INFO [master/f962de17fdc3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T23:22:38,406 INFO [master/f962de17fdc3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T23:22:38,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741852_1028 (size=5308) 2024-12-01T23:22:38,516 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 688, reset compression=false 2024-12-01T23:22:38,528 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:38,728 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:22:38,728 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:22:38,728 DEBUG [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:22:38,759 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 393, reset compression=false 2024-12-01T23:22:38,763 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T23:22:38,763 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 688, reset compression=false 2024-12-01T23:22:38,763 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f962de17fdc3,34917,1733095323312 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T23:22:38,764 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-01T23:22:38,809 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/table/d7d49eb056604a97a2e438f8756f0e81 2024-12-01T23:22:38,814 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/info/e1cb0677afda404a8deb69c33c421d12 as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/info/e1cb0677afda404a8deb69c33c421d12 2024-12-01T23:22:38,819 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/info/e1cb0677afda404a8deb69c33c421d12, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T23:22:38,819 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/ns/770931becdbd433fb41167341821e908 as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/ns/770931becdbd433fb41167341821e908 2024-12-01T23:22:38,823 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/ns/770931becdbd433fb41167341821e908, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T23:22:38,824 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/rep_barrier/533b6c8f9b364eb1bdb2ed411d3ecd60 as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/rep_barrier/533b6c8f9b364eb1bdb2ed411d3ecd60 2024-12-01T23:22:38,828 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/rep_barrier/533b6c8f9b364eb1bdb2ed411d3ecd60, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T23:22:38,829 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/.tmp/table/d7d49eb056604a97a2e438f8756f0e81 as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/table/d7d49eb056604a97a2e438f8756f0e81 2024-12-01T23:22:38,832 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/table/d7d49eb056604a97a2e438f8756f0e81, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T23:22:38,833 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-12-01T23:22:38,833 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:22:38,838 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T23:22:38,839 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T23:22:38,839 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:22:38,839 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:22:38,839 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733095357527Running coprocessor pre-close hooks at 1733095357527Disabling compacts and flushes for region at 1733095357527Disabling writes for close at 1733095357527Obtaining lock to block concurrent updates at 1733095357527Preparing flush snapshotting stores in 1588230740 at 1733095357527Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733095357527Flushing stores of hbase:meta,,1.1588230740 at 1733095357528 (+1 ms)Flushing 1588230740/info: creating writer at 1733095357528Flushing 1588230740/info: appending metadata at 1733095357540 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733095357540Flushing 1588230740/ns: creating writer at 1733095357948 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733095357960 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733095357961 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733095357969 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733095357982 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733095357982Flushing 1588230740/table: creating writer at 1733095358391 (+409 ms)Flushing 1588230740/table: appending metadata at 1733095358406 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733095358406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f74089: reopening flushed file at 1733095358813 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373eb1be: reopening flushed file at 1733095358819 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ae5c0d: reopening flushed file at 1733095358824 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ab1432: reopening flushed file at 1733095358828 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1733095358833 (+5 ms)Writing region close event to WAL at 1733095358836 (+3 ms)Running coprocessor post-close hooks at 1733095358839 (+3 ms)Closed at 1733095358839 2024-12-01T23:22:38,839 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:22:38,928 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,34917,1733095323312; all regions closed. 2024-12-01T23:22:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741844_1020 (size=859) 2024-12-01T23:22:38,930 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.meta.1733095348523.meta not finished, retry = 0 2024-12-01T23:22:38,966 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 688, reset compression=false 2024-12-01T23:22:39,024 DEBUG [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/WALs/f962de17fdc3,34917,1733095323312/f962de17fdc3%2C34917%2C1733095323312.1733095348482 to pos 688, reset compression=false 2024-12-01T23:22:39,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741843_1019 (size=2791) 2024-12-01T23:22:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741842_1018 (size=696) 2024-12-01T23:22:39,033 DEBUG [RS:0;f962de17fdc3:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:39,033 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:22:39,034 INFO [RS:0;f962de17fdc3:34917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:22:39,034 INFO [RS:0;f962de17fdc3:34917 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:22:39,034 INFO [RS:0;f962de17fdc3:34917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:22:39,034 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:22:39,034 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f962de17fdc3,34917,1733095323312 because: Region server is closing 2024-12-01T23:22:39,034 INFO [RS:0;f962de17fdc3:34917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:34917. 2024-12-01T23:22:39,034 DEBUG [RS:0;f962de17fdc3:34917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:39,035 DEBUG [RS:0;f962de17fdc3:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:39,035 DEBUG [RS:0;f962de17fdc3:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:39,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:39,135 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 terminated 2024-12-01T23:22:39,135 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f962de17fdc3,34917,1733095323312 because: Region server is closing 2024-12-01T23:22:39,135 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,1-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,1-f962de17fdc3,34917,1733095323312 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:22:39,135 INFO [RS:0;f962de17fdc3:34917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:34917. 2024-12-01T23:22:39,135 DEBUG [RS:0;f962de17fdc3:34917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:22:39,135 DEBUG [RS:0;f962de17fdc3:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:39,135 DEBUG [RS:0;f962de17fdc3:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:22:39,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:22:39,236 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.shipperf962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 terminated 2024-12-01T23:22:39,236 WARN [RS_REFRESH_PEER-regionserver/f962de17fdc3:0-0.replicationSource,2-f962de17fdc3,34917,1733095323312.replicationSource.wal-reader.f962de17fdc3%2C34917%2C1733095323312,2-f962de17fdc3,34917,1733095323312 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T23:22:39,236 INFO [RS:0;f962de17fdc3:34917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34917 2024-12-01T23:22:39,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0173518947/rs/f962de17fdc3,34917,1733095323312 2024-12-01T23:22:39,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947/rs 2024-12-01T23:22:39,248 INFO [RS:0;f962de17fdc3:34917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:22:39,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,34917,1733095323312] 2024-12-01T23:22:39,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0173518947/draining/f962de17fdc3,34917,1733095323312 already deleted, retry=false 2024-12-01T23:22:39,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,34917,1733095323312 expired; onlineServers=0 2024-12-01T23:22:39,269 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,34425,1733095323121' ***** 2024-12-01T23:22:39,269 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:22:39,269 INFO [M:0;f962de17fdc3:34425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:22:39,269 INFO [M:0;f962de17fdc3:34425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:22:39,270 DEBUG [M:0;f962de17fdc3:34425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:22:39,270 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:22:39,270 DEBUG [M:0;f962de17fdc3:34425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:22:39,270 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095325702 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733095325702,5,FailOnTimeoutGroup] 2024-12-01T23:22:39,270 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095325702 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733095325702,5,FailOnTimeoutGroup] 2024-12-01T23:22:39,270 INFO [M:0;f962de17fdc3:34425 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:22:39,270 INFO [M:0;f962de17fdc3:34425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:22:39,270 DEBUG [M:0;f962de17fdc3:34425 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:22:39,270 INFO [M:0;f962de17fdc3:34425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:22:39,270 INFO [M:0;f962de17fdc3:34425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:22:39,270 ERROR [M:0;f962de17fdc3:34425 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:46283 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46283,5,PEWorkerGroup] 2024-12-01T23:22:39,270 INFO [M:0;f962de17fdc3:34425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:22:39,272 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:22:39,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0173518947/master 2024-12-01T23:22:39,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0173518947 2024-12-01T23:22:39,280 DEBUG [M:0;f962de17fdc3:34425 {}] zookeeper.ZKUtil(347): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Unable to get data of znode /0173518947/master because node does not exist (not an error) 2024-12-01T23:22:39,280 WARN [M:0;f962de17fdc3:34425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:22:39,280 INFO [M:0;f962de17fdc3:34425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/.lastflushedseqids 2024-12-01T23:22:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741853_1029 (size=263) 2024-12-01T23:22:39,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:39,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1019333e8b00001, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:39,359 INFO [RS:0;f962de17fdc3:34917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:22:39,359 INFO [RS:0;f962de17fdc3:34917 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,34917,1733095323312; zookeeper connection closed. 2024-12-01T23:22:39,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e6d7d12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e6d7d12 2024-12-01T23:22:39,360 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:22:39,697 INFO [M:0;f962de17fdc3:34425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:22:39,697 INFO [M:0;f962de17fdc3:34425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:22:39,697 DEBUG [M:0;f962de17fdc3:34425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:22:39,697 INFO [M:0;f962de17fdc3:34425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:39,697 DEBUG [M:0;f962de17fdc3:34425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:39,697 DEBUG [M:0;f962de17fdc3:34425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:22:39,697 DEBUG [M:0;f962de17fdc3:34425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:39,697 INFO [M:0;f962de17fdc3:34425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.10 KB heapSize=71.41 KB 2024-12-01T23:22:39,711 DEBUG [M:0;f962de17fdc3:34425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f77c7dda43d48aab3de6d03b4a5dc5d is 82, key is hbase:meta,,1/info:regioninfo/1733095327041/Put/seqid=0 2024-12-01T23:22:39,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741854_1030 (size=5672) 2024-12-01T23:22:40,115 INFO [M:0;f962de17fdc3:34425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f77c7dda43d48aab3de6d03b4a5dc5d 2024-12-01T23:22:40,130 DEBUG [M:0;f962de17fdc3:34425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43bd1092f5a64036a1d797f7352ee1b6 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733095338758/Put/seqid=0 2024-12-01T23:22:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741855_1031 (size=7609) 2024-12-01T23:22:40,534 INFO [M:0;f962de17fdc3:34425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43bd1092f5a64036a1d797f7352ee1b6 2024-12-01T23:22:40,537 INFO [M:0;f962de17fdc3:34425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43bd1092f5a64036a1d797f7352ee1b6 2024-12-01T23:22:40,550 DEBUG [M:0;f962de17fdc3:34425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/123d80b64afa45dea37ef0c1d763e5fd is 69, key is f962de17fdc3,34917,1733095323312/rs:state/1733095325776/Put/seqid=0 2024-12-01T23:22:40,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741856_1032 (size=5156) 2024-12-01T23:22:40,956 INFO [M:0;f962de17fdc3:34425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/123d80b64afa45dea37ef0c1d763e5fd 2024-12-01T23:22:40,960 DEBUG [M:0;f962de17fdc3:34425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f77c7dda43d48aab3de6d03b4a5dc5d as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f77c7dda43d48aab3de6d03b4a5dc5d 2024-12-01T23:22:40,962 INFO [M:0;f962de17fdc3:34425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f77c7dda43d48aab3de6d03b4a5dc5d, entries=8, sequenceid=121, filesize=5.5 K 2024-12-01T23:22:40,963 DEBUG [M:0;f962de17fdc3:34425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43bd1092f5a64036a1d797f7352ee1b6 as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43bd1092f5a64036a1d797f7352ee1b6 2024-12-01T23:22:40,966 INFO [M:0;f962de17fdc3:34425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43bd1092f5a64036a1d797f7352ee1b6 2024-12-01T23:22:40,966 INFO [M:0;f962de17fdc3:34425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43bd1092f5a64036a1d797f7352ee1b6, entries=13, sequenceid=121, filesize=7.4 K 2024-12-01T23:22:40,966 DEBUG [M:0;f962de17fdc3:34425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/123d80b64afa45dea37ef0c1d763e5fd as hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/123d80b64afa45dea37ef0c1d763e5fd 2024-12-01T23:22:40,969 INFO [M:0;f962de17fdc3:34425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46283/user/jenkins/test-data/b14a59a1-4973-1bc0-dfff-3160db8fc060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/123d80b64afa45dea37ef0c1d763e5fd, entries=1, sequenceid=121, filesize=5.0 K 2024-12-01T23:22:40,970 INFO [M:0;f962de17fdc3:34425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=121, compaction requested=false 2024-12-01T23:22:40,970 INFO [M:0;f962de17fdc3:34425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:22:40,971 DEBUG [M:0;f962de17fdc3:34425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733095359697Disabling compacts and flushes for region at 1733095359697Disabling writes for close at 1733095359697Obtaining lock to block concurrent updates at 1733095359697Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733095359697Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61545, getHeapSize=73056, getOffHeapSize=0, getCellsCount=140 at 1733095359698 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733095359698Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733095359698Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733095359711 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733095359711Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733095360119 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733095360130 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733095360130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733095360537 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733095360550 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733095360550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486d045b: reopening flushed file at 1733095360959 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e09dbd0: reopening flushed file at 1733095360963 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbed18e: reopening flushed file at 1733095360966 (+3 ms)Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=121, compaction requested=false at 1733095360970 (+4 ms)Writing region close event to WAL at 1733095360970Closed at 1733095360970 2024-12-01T23:22:40,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741830_1006 (size=69908) 2024-12-01T23:22:40,972 INFO [M:0;f962de17fdc3:34425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:22:40,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:22:40,972 INFO [M:0;f962de17fdc3:34425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34425 2024-12-01T23:22:40,972 INFO [M:0;f962de17fdc3:34425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:22:41,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:41,130 INFO [M:0;f962de17fdc3:34425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:22:41,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x1019333e8b00000, quorum=127.0.0.1:54770, baseZNode=/0173518947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:22:41,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ae63c2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:22:41,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f659f1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:22:41,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:22:41,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56cb1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:22:41,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2c6c16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/hadoop.log.dir/,STOPPED} 2024-12-01T23:22:41,133 WARN [BP-1209715317-172.17.0.3-1733095320852 heartbeating to localhost/127.0.0.1:46283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:22:41,133 WARN [BP-1209715317-172.17.0.3-1733095320852 heartbeating to localhost/127.0.0.1:46283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1209715317-172.17.0.3-1733095320852 (Datanode Uuid 34424c0e-741d-42d5-ab92-092c28967558) service to localhost/127.0.0.1:46283 2024-12-01T23:22:41,133 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:22:41,133 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:22:41,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/cluster_4a4687a6-bfef-ccfe-b7ec-ca7e24320c3a/data/data1/current/BP-1209715317-172.17.0.3-1733095320852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:22:41,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/cluster_4a4687a6-bfef-ccfe-b7ec-ca7e24320c3a/data/data2/current/BP-1209715317-172.17.0.3-1733095320852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:22:41,134 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:22:41,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ddd43f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:22:41,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@491c2358{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:22:41,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:22:41,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b6a9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:22:41,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4759d90a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39150c9f-49ac-44c7-4e82-11af1b2a6f3a/hadoop.log.dir/,STOPPED} 2024-12-01T23:22:41,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:22:41,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T23:22:41,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 530) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54770) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54770) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46283 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33425 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54770) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33551 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=971 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 359) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5084 (was 5277) 2024-12-01T23:22:41,171 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500